Add a pyjsontool which uses the json format to download files.

pyjsontool.py

@@ -0,0 +1,156 @@
+#!/usr/bin/env python3
+#
+# Cross platform python script to download all the CSA tools to a specified
+# directory
+#
+
+import argparse
+import contextlib
+import hashlib
+import pathlib
+import urllib.request
+import sys
+import json
+
+USER_AGENT = "python-frc-csa-tool/2.0"
+CHUNK_SIZE = 2**20
+
+
+def download(url: str, dst_fname: pathlib.Path):
+    """
+    Downloads a file to a specified directory
+    """
+
+    def _reporthook(count, blocksize, totalsize):
+        percent = int(count * blocksize * 100 / totalsize)
+        if percent < 0 or percent > 100:
+            sys.stdout.write("\r--%")
+        else:
+            sys.stdout.write("\r%02d%%" % percent)
+        sys.stdout.flush()
+
+    print("Downloading", url)
+
+    request = urllib.request.Request(url, headers={"User-Agent": USER_AGENT})
+
+    with contextlib.closing(urllib.request.urlopen(request)) as fp:
+        headers = fp.info()
+
+        with open(dst_fname, "wb") as tfp:
+            # copied from urlretrieve source code, Python license
+            bs = 1024 * 8
+            size = -1
+            blocknum = 0
+            read = 0
+            if "content-length" in headers:
+                size = int(headers["Content-Length"])
+
+            while True:
+                block = fp.read(bs)
+                if not block:
+                    break
+                read += len(block)
+                tfp.write(block)
+                blocknum += 1
+                _reporthook(blocknum, bs, size)
+
+    sys.stdout.write("\n")
+    sys.stdout.flush()
+
+
+def md5_file(fname: pathlib.Path) -> str:
+    with open(fname, "rb") as fp:
+        h = hashlib.md5()
+        chunk = fp.read(CHUNK_SIZE)
+        while chunk:
+            h.update(chunk)
+            chunk = fp.read(CHUNK_SIZE)
+
+    return h.hexdigest()
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument("json", type=pathlib.Path, help="Specifies the json to read from")
+    parser.add_argument("dst", type=pathlib.Path, help="Specifies the destination directory")
+    parser.add_argument(
+        "-d",
+        "--download",
+        action="store_true",
+        default=False,
+        help="Download files to disk (default is to check only)",
+    )
+    parser.add_argument(
+        "--no-verify",
+        action="store_true",
+        default=False,
+        help="Don't verify md5sum of existing files",
+    )
+    args = parser.parse_args()
+
+    present = 0
+    missing = 0
+    invalid = 0
+
+    with open(args.json) as fp:
+        ourlist = json.load(fp)
+        fp.close()
+        if 'Software' not in ourlist:
+            print(f"{args.json} does not contain valid a list of Software")
+            sys.exit(-1)
+
+        for item in ourlist['Software']:
+            name = item['Name']
+            fname = item['FileName']
+            url = item['Uri']
+            md5 = item['Hash']
+
+
+            if fname is None:
+                continue
+
+            if md5 is None:
+                valid_checksum = False
+            else:
+                md5 = md5.lower()
+                valid_checksum = md5 != "0" * len(md5)
+
+            fname = args.dst / fname
+            is_invalid = False
+            if fname.exists():
+                if not valid_checksum:
+                    print(name, "exists and has no checksum")
+                    present += 1
+                    continue
+                elif args.no_verify:
+                    print(name, "exists")
+                    present += 1
+                    continue
+                elif md5_file(fname) == md5:
+                    print(name, "exists and has valid checksum")
+                    present += 1
+                    continue
+                print(name, "is invalid")
+                is_invalid = True
+
+            if args.download:
+                if is_invalid or not fname.exists():
+                    download(url, fname)
+                if valid_checksum and md5_file(fname) != md5:
+                    print(name, "does not match checksum")
+                    invalid += 1
+                else:
+                    present += 1
+            else:
+                if is_invalid:
+                    print(name, "does not match checksum")
+                    invalid += 1
+                else:
+                    print(name, "is missing")
+                    missing += 1
+
+    print()
+    print("Finished!")
+    print("-", present, "OK")
+    print("-", missing, "missing")
+    print("-", invalid, "invalid")

pyusbtool.py

@@ -118,6 +118,7 @@ def md5_file(fname: pathlib.Path) -> str:
                     print(name, "exists and has valid checksum")
                     present += 1
                     continue
+                print(name, "is invalid")
                 is_invalid = True
 
             if args.download: