Continuous PR to check differences between PokeAPI and Veekun

.github/workflows/ci.yml

@@ -0,0 +1,45 @@
+name: Pokédex CI
+
+on:
+  push:
+    branches: ["master-pokeapi"]
+  pull_request:
+    branches: ["master-pokeapi"]
+
+env:
+  ENABLE_TTY: 0
+
+jobs:
+  Docker:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - name: Setup
+        run: |
+          bin/docker-pokedex setup -v
+      - name: Dump Pokédex
+        run: |
+          bin/docker-pokedex dump -l all
+
+  Python:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.7", "3.8", "3.9", "3.10"]
+
+    steps:
+      - uses: actions/checkout@v3
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -e .
+      - name: Run Setup
+        run: |
+          pokedex setup
+      - name: Dump DB
+        run: |
+          pokedex dump -l all

.travis.yml

@@ -1,7 +1,6 @@
 os: linux
 language: python
 python:
-    - "2.7"
     - "3.4"
     - "3.5"
     - "3.6"

bin/docker-pokedex

@@ -2,6 +2,7 @@
 
 curr_dir="$(pwd)"
 log_file="${curr_dir}/bin/docker-pokedex.log"
+ENABLE_TTY=${ENABLE_TTY:-1}
 
 if [[ "${1}" = "rebuild" ]] || [[ ! -f "${log_file}" ]]; then
     docker build --rm -t veekun/pokedex ${curr_dir}
@@ -13,8 +14,16 @@ if [[ "${1}" = "rebuild" ]] || [[ ! -f "${log_file}" ]]; then
     fi;
 fi
 
-docker run -it --rm \
-    -e TERM=xterm-256color \
-    --name "pokedex-$(date +%Y%m%d-%H%M%S)" \
-    --mount type=bind,source="${curr_dir}/pokedex/data",target=/app/pokedex/data \
-    veekun/pokedex "${@}"
+options=(
+  run 
+  --rm 
+  -e TERM=xterm-256color 
+  --name "pokedex-$(date +%Y%m%d-%H%M%S)"
+  --mount type=bind,source="${curr_dir}/pokedex/data",target=/app/pokedex/data \
+  veekun/pokedex "${@}"
+)
+if [ "$ENABLE_TTY" -ne 0 ]; then
+  options+=(-it)
+fi
+
+docker ${options[@]}

pokeapi/.gitignore

@@ -0,0 +1,17 @@
+# Binaries for programs and plugins
+*.exe
+*.exe~
+*.dll
+*.so
+*.dylib
+
+# Test binary, built with `go test -c`
+*.test
+
+# Output of the go coverage tool, specifically when used with LiteIDE
+*.out
+
+# Dependency directories (remove the comment below to include it)
+# vendor/
+
+node_modules

pokeapi/README.md

@@ -0,0 +1,9 @@
+# PokeAPI's pokedex
+
+This projects serves as a short term solution for adding the new generation 8 data to our PokeAPI. We decided to take a temporary shift from [Veekun](https://github.com/veekun/pokedex) and allow our community to bring in new data fetched from the Internet. 
+
+We will review any PR or issue that brings in new data and eventually merge it so to have it live at https://pokeapi.co
+
+## How to contribute
+
+In order to contribute to this project you need to fill the CSV files contained in the folder `/pokedex/data/csv/`. You can contribute manually or by fetching the data from a _relatively_ trusted source with a script. If you use a script we would like to have it also committed to this repository inside the `/pokeapi/scripts/` folder.

pokeapi/scripts/gen8/ability_names.py

@@ -0,0 +1,65 @@
+import csv
+import os
+from read_swsh import TextFile
+
+# data_path contains the countents of the `message` folder found in sword/shield's romfs:/bin/
+if __name__ == "__main__":
+    path = os.path.abspath(os.path.dirname(__file__))
+    data_path = os.path.join(os.path.abspath(os.path.dirname(__file__)), "..", "..", "..", "..", "data")
+    csv_path = os.path.join(os.path.abspath(os.path.dirname(__file__)), "..", "..", "..", "pokedex", "data", "csv")
+
+    languages = {
+        "JPN": 1,
+        "Korean": 3,
+        "Trad_Chinese": 4,
+        "French": 5,
+        "German": 6,
+        "Spanish": 7,
+        "Italian": 8,
+        "English": 9,
+        "JPN_KANJI": 11,
+        "Simp_Chinese": 12,
+    }
+
+    header = ["ability_id", "local_language_id", "name"]
+    entries = []
+
+    # conquest abilities
+    with open(os.path.join(csv_path, "ability_names.csv"), "r", encoding="utf-8", newline="") as csv_file:
+        reader = csv.reader(csv_file, delimiter=",")
+        for row in reader:
+            if row[0].isnumeric() and int(row[0]) > 10000:
+                entries.append([int(row[0]), int(row[1]), row[2]])
+
+    with open(os.path.join(csv_path, "ability_names.csv"), "w", encoding="utf-8", newline="") as csv_file:
+        writer = csv.writer(csv_file, delimiter=",", lineterminator="\n")
+        for language_dir, language_id in languages.items():
+            try:
+                # Parse through the .dat and .tbl
+                textFile = TextFile(
+                    os.path.join(data_path, language_dir, "common", "tokusei.dat"),
+                    os.path.join(data_path, language_dir, "common", "tokusei.tbl"),
+                )
+                dictionary = textFile.GetDict()
+            except UserWarning as error:
+                print(error)
+
+            try:
+                if len(dictionary) == 0:
+                    raise UserWarning("Error: the files returned no data")
+
+                # Loop through the text file's dictionary and append the parsed data into the list
+                for label, text in dictionary.items():
+                    id = int(label[0].split("_")[1])
+                    if id == 0:
+                        continue
+                    entries.append([id, language_id, text])
+
+            except UserWarning as error:
+                print(error)
+
+        # Sort the list based on species id
+        writer.writerow(header)
+        entries.sort()
+        writer.writerows(entries)
+        print("Done")

pokeapi/scripts/gen8/move_names.py

@@ -0,0 +1,65 @@
+import csv
+import os
+from read_swsh import TextFile
+
+# data_path contains the countents of the `message` folder found in sword/shield's romfs:/bin/
+if __name__ == "__main__":
+    path = os.path.abspath(os.path.dirname(__file__))
+    data_path = os.path.join(os.path.abspath(os.path.dirname(__file__)), "..", "..", "..", "..", "data")
+    csv_path = os.path.join(os.path.abspath(os.path.dirname(__file__)), "..", "..", "..", "pokedex", "data", "csv")
+
+    languages = {
+        "JPN": 1,
+        "Korean": 3,
+        "Trad_Chinese": 4,
+        "French": 5,
+        "German": 6,
+        "Spanish": 7,
+        "Italian": 8,
+        "English": 9,
+        "JPN_KANJI": 11,
+        "Simp_Chinese": 12,
+    }
+
+    header = ["move_id", "local_language_id", "name"]
+    entries = []
+
+    # shadow moves
+    with open(os.path.join(csv_path, "move_names.csv"), "r", encoding="utf-8", newline="") as csv_file:
+        reader = csv.reader(csv_file, delimiter=",")
+        for row in reader:
+            if row[0].isnumeric() and int(row[0]) > 10000:
+                entries.append([int(row[0]), int(row[1]), row[2]])
+
+    with open(os.path.join(csv_path, "move_names.csv"), "w", encoding="utf-8", newline="") as csv_file:
+        writer = csv.writer(csv_file, delimiter=",", lineterminator="\n")
+        for language_dir, language_id in languages.items():
+            try:
+                # Parse through the .dat and .tbl
+                textFile = TextFile(
+                    os.path.join(data_path, language_dir, "common", "wazaname.dat"),
+                    os.path.join(data_path, language_dir, "common", "wazaname.tbl"),
+                )
+                dictionary = textFile.GetDict()
+            except UserWarning as error:
+                print(error)
+
+            try:
+                if len(dictionary) == 0:
+                    raise UserWarning("Error: the files returned no data")
+
+                # Loop through the text file's dictionary and append the parsed data into the list
+                for label, text in dictionary.items():
+                    id = int(label[0].split("_")[1])
+                    if id == 0:
+                        continue
+                    entries.append([id, language_id, text.strip("\r")])
+
+            except UserWarning as error:
+                print(error)
+
+        # Sort the list based on species id
+        writer.writerow(header)
+        entries.sort()
+        writer.writerows(entries)
+        print("Done")