Add map linting and update python data

Punderthings · Feb 16, 2024 · 5a35164 · 5a35164
1 parent e8e5fab
commit 5a35164
Show file tree

Hide file tree

Showing 3 changed files with 36 additions and 13 deletions.
diff --git a/_data/python_map.json b/_data/python_map.json
@@ -41,5 +41,15 @@
   "minimumdepositcasinosorg": "minimumdepositcasinos.org",
   "easeus-software": "easeus.com",
   "adimianbe-sprl": "adimian.com",
-  "roboflow": "roboflow.com"
+  "roboflow": "roboflow.com",
+  "python-software-foundation": "python.org",
+  "aws": "amazon.com",
+  "microsoft": "microsoft.com",
+  "american-express": "americanexpress.com",
+  "crunchy-data": "crunchydata.com",
+  "rezoomex": "rezoomex.com",
+  "endorlabs.com": "endorlabs.com",
+  "anvil": "anvil.works",
+  "astral": "astral.sh",
+  "devitjobs": "devitjobs.com"
 }
diff --git a/_data/sponsorships/python.json b/_data/sponsorships/python.json
@@ -5,34 +5,34 @@
   ],
   "second": [
     "ansys.com",
-    "microsoft"
+    "microsoft.com"
   ],
   "third": [
-    "american-express",
+    "americanexpress.com",
     "capitalone.com",
-    "python-software-foundation",
-    "aws"
+    "python.org",
+    "amazon.com"
   ],
   "fourth": [
     "indeed.com",
     "redhat.com",
     "openedg.org"
   ],
   "fifth": [
-    "crunchy-data",
+    "crunchydata.com",
     "pydantic.dev",
     "sentry.io",
     "janestreet.com",
     "jetbrains.com"
   ],
   "sixth": [
-    "rezoomex",
+    "rezoomex.com",
     "elastic.co",
     "lerner.co.il",
     "deepset.ai",
     "temporal.io",
     "endor-labs",
-    "anvil",
+    "anvil.works",
     "capeprivacy.com",
     "akamai.com",
     "telemetryhub.com",
@@ -44,7 +44,7 @@
   ],
   "seventh": [
     "sixfeetup.com",
-    "astral",
+    "astral.sh",
     "pythonic-exam.com",
     "stickermule.com",
     "guidebook.com",
@@ -54,11 +54,10 @@
     "lincolnloop.com"
   ],
   "eighth": [
-    "devitjobs",
+    "devitjobs.com",
     "minimumdepositcasinos.org",
     "dm-jobs.com",
     "easeus.com",
     "roboflow.com"
-  ],
-  "parseDate": "20240215"
+  ]
 }
diff --git a/assets/ruby/sponsor_utils.rb b/assets/ruby/sponsor_utils.rb
@@ -124,6 +124,7 @@ def cleanup_with_map(links, mapname)
     sponsors = {}
     map = JSON.parse(File.read(mapname))
     links.each do | level, ary |
+      next unless ary.is_a?(Array) # Skip dates, errors, etc
       sponsors[level] = []
       ary.each do | itm |
         newitm = map.fetch(itm, nil)
@@ -281,6 +282,9 @@ def parse_commandline
       opts.on('-oORGID', '--one ORGID', 'Input org id (asf, python, etc.) to parse one.') do |orgid|
         options[:orgid] = orgid
       end
+      opts.on('-mMAPID', '--map MAPID', 'Lint one existing sponsorship with its map.') do |mapid|
+        options[:mapid] = mapid
+      end
       opts.on("-v", "--[no-]verbose", "Verbose output to stdout.") do |v|
         options[:verbose] = v
         @verbose = v
@@ -301,8 +305,18 @@ def parse_commandline
   if __FILE__ == $PROGRAM_NAME
     options = parse_commandline
     orgid = options.fetch(:orgid, nil)
+    mapid = options.fetch(:mapid, nil)
     parsed = {}
-    if orgid
+    if mapid
+      sponsor_file = File.join('_data/sponsorships', "#{mapid}.json")
+      links = JSON.parse(File.read(sponsor_file))
+      mapname = File.join('_data', "#{mapid}_map.json")
+      newfile = cleanup_with_map(links, mapname)
+      File.open(sponsor_file, "w") do |f|
+        f.write(JSON.pretty_generate(newfile))
+      end
+      exit 0
+    elsif orgid
       options[:outfile] ||= File.join(DEFAULT_OUTDIR, "#{orgid}.json")
       parsed = process_sponsorship(orgid, get_current_sponsorship(get_sponsorship_file(orgid)))
     else