update results

the-guild-org · Oct 22, 2024 · d5261a5 · d5261a5
1 parent 0d92b24
commit d5261a5
Show file tree

Hide file tree

Showing 8 changed files with 58 additions and 38 deletions.
diff --git a/README.md b/README.md
@@ -10,11 +10,11 @@ This repository contains a set of tests to evaluate and compare the compatibilit
 
 |                      Gateway                       | Compatibility |  Test Cases  | Test Suites |
 | :------------------------------------------------: | :-----------: | :----------: | :---------: |
-| [Hive Gateway](https://the-guild.dev/graphql/hive) |    100.00%    |    🟢 170    |    🟢 40    |
-|  [Apollo Router](https://www.apollographql.com/)   |    97.65%     | 🟢 166 ❌ 4  | 🟢 38 ❌ 2  |
-|  [Apollo Gateway](https://www.apollographql.com/)  |    97.06%     | 🟢 165 ❌ 5  | 🟢 37 ❌ 3  |
-|      [Cosmo Router](https://wundergraph.com)       |    70.00%     | 🟢 119 ❌ 51 | 🟢 19 ❌ 21 |
-|      [Grafbase Gateway](https://grafbase.com)      |    60.00%     | 🟢 102 ❌ 68 | 🟢 19 ❌ 21 |
+| [Hive Gateway](https://the-guild.dev/graphql/hive) |    100.00%    |    🟢 171    |    🟢 41    |
+|  [Apollo Router](https://www.apollographql.com/)   |    97.66%     | 🟢 167 ❌ 4  | 🟢 39 ❌ 2  |
+|  [Apollo Gateway](https://www.apollographql.com/)  |    97.08%     | 🟢 166 ❌ 5  | 🟢 38 ❌ 3  |
+|      [Cosmo Router](https://wundergraph.com)       |    69.59%     | 🟢 119 ❌ 52 | 🟢 19 ❌ 22 |
+|      [Grafbase Gateway](https://grafbase.com)      |    59.06%     | 🟢 101 ❌ 70 | 🟢 19 ❌ 22 |
 
 <!-- gateways:end -->
 

diff --git a/REPORT.md b/REPORT.md
@@ -4,11 +4,11 @@
 
 |                      Gateway                       | Compatibility |  Test Cases  | Test Suites |
 | :------------------------------------------------: | :-----------: | :----------: | :---------: |
-| [Hive Gateway](https://the-guild.dev/graphql/hive) |    100.00%    |    🟢 170    |    🟢 40    |
-|  [Apollo Router](https://www.apollographql.com/)   |    97.65%     | 🟢 166 ❌ 4  | 🟢 38 ❌ 2  |
-|  [Apollo Gateway](https://www.apollographql.com/)  |    97.06%     | 🟢 165 ❌ 5  | 🟢 37 ❌ 3  |
-|      [Cosmo Router](https://wundergraph.com)       |    70.00%     | 🟢 119 ❌ 51 | 🟢 19 ❌ 21 |
-|      [Grafbase Gateway](https://grafbase.com)      |    60.00%     | 🟢 102 ❌ 68 | 🟢 19 ❌ 21 |
+| [Hive Gateway](https://the-guild.dev/graphql/hive) |    100.00%    |    🟢 171    |    🟢 41    |
+|  [Apollo Router](https://www.apollographql.com/)   |    97.66%     | 🟢 167 ❌ 4  | 🟢 39 ❌ 2  |
+|  [Apollo Gateway](https://www.apollographql.com/)  |    97.08%     | 🟢 166 ❌ 5  | 🟢 38 ❌ 3  |
+|      [Cosmo Router](https://wundergraph.com)       |    69.59%     | 🟢 119 ❌ 52 | 🟢 19 ❌ 22 |
+|      [Grafbase Gateway](https://grafbase.com)      |    59.06%     | 🟢 101 ❌ 70 | 🟢 19 ❌ 22 |
 
 ## Detailed Results
 
@@ -65,6 +65,8 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <pre>🟢</pre>
 <a href="./src/test-suites/non-resolvable-interface-object">non-resolvable-interface-object</a>
 <pre>🟢🟢🟢🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/null-keys">null-keys</a>
+<pre>🟢</pre>
 <a href="./src/test-suites/override-type-interface">override-type-interface</a>
 <pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/override-with-requires">override-with-requires</a>
@@ -156,6 +158,8 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <pre>🟢</pre>
 <a href="./src/test-suites/non-resolvable-interface-object">non-resolvable-interface-object</a>
 <pre>🟢🟢🟢🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/null-keys">null-keys</a>
+<pre>🟢</pre>
 <a href="./src/test-suites/override-type-interface">override-type-interface</a>
 <pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/override-with-requires">override-with-requires</a>
@@ -247,6 +251,8 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <pre>🟢</pre>
 <a href="./src/test-suites/non-resolvable-interface-object">non-resolvable-interface-object</a>
 <pre>🟢❌🟢🟢🟢🟢🟢</pre>
+<a href="./src/test-suites/null-keys">null-keys</a>
+<pre>🟢</pre>
 <a href="./src/test-suites/override-type-interface">override-type-interface</a>
 <pre>🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/override-with-requires">override-with-requires</a>
@@ -338,6 +344,8 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <pre>🟢</pre>
 <a href="./src/test-suites/non-resolvable-interface-object">non-resolvable-interface-object</a>
 <pre>🟢🟢🟢🟢❌🟢❌</pre>
+<a href="./src/test-suites/null-keys">null-keys</a>
+<pre>❌</pre>
 <a href="./src/test-suites/override-type-interface">override-type-interface</a>
 <pre>🟢❌🟢🟢</pre>
 <a href="./src/test-suites/override-with-requires">override-with-requires</a>
@@ -429,6 +437,8 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <pre>🟢</pre>
 <a href="./src/test-suites/non-resolvable-interface-object">non-resolvable-interface-object</a>
 <pre>❌🟢❌🟢🟢🟢❌</pre>
+<a href="./src/test-suites/null-keys">null-keys</a>
+<pre>❌</pre>
 <a href="./src/test-suites/override-type-interface">override-type-interface</a>
 <pre>❌❌🟢🟢</pre>
 <a href="./src/test-suites/override-with-requires">override-with-requires</a>
@@ -468,5 +478,5 @@ You can look at the full list of tests [here](./src/test-suites/). Every test id
 <a href="./src/test-suites/union-interface-distributed">union-interface-distributed</a>
 <pre>🟢🟢🟢🟢🟢🟢🟢</pre>
 <a href="./src/test-suites/union-intersection">union-intersection</a>
-<pre>🟢🟢❌❌🟢🟢🟢❌</pre>
+<pre>🟢🟢🟢❌❌🟢❌❌</pre>
 </details>
diff --git a/gateways/apollo-gateway/results.txt b/gateways/apollo-gateway/results.txt
@@ -38,6 +38,8 @@ node
 .
 non-resolvable-interface-object
 .X.....
+null-keys
+.
 override-type-interface
 ....
 override-with-requires
@@ -80,6 +82,6 @@ union-intersection
 ........
 
 ---
-Total: 170
-Passed: 165
+Total: 171
+Passed: 166
 Failed: 5
diff --git a/gateways/apollo-router/results.txt b/gateways/apollo-router/results.txt
@@ -38,6 +38,8 @@ node
 .
 non-resolvable-interface-object
 .......
+null-keys
+.
 override-type-interface
 ....
 override-with-requires
@@ -80,6 +82,6 @@ union-intersection
 ........
 
 ---
-Total: 170
-Passed: 166
+Total: 171
+Passed: 167
 Failed: 4
diff --git a/gateways/cosmo-router/results.txt b/gateways/cosmo-router/results.txt
@@ -38,6 +38,8 @@ node
 .
 non-resolvable-interface-object
 ....X.X
+null-keys
+X
 override-type-interface
 .X..
 override-with-requires
@@ -80,6 +82,6 @@ union-intersection
 XXXXXXXX
 
 ---
-Total: 170
+Total: 171
 Passed: 119
-Failed: 51
+Failed: 52
diff --git a/gateways/grafbase-gateway/results.txt b/gateways/grafbase-gateway/results.txt
@@ -38,6 +38,8 @@ node
 .
 non-resolvable-interface-object
 X.X...X
+null-keys
+X
 override-type-interface
 XX..
 override-with-requires
@@ -77,9 +79,9 @@ unavailable-override
 union-interface-distributed
 .......
 union-intersection
-..XX...X
+...XX.XX
 
 ---
-Total: 170
-Passed: 102
-Failed: 68
+Total: 171
+Passed: 101
+Failed: 70
diff --git a/gateways/hive-gateway/results.txt b/gateways/hive-gateway/results.txt
@@ -38,6 +38,8 @@ node
 .
 non-resolvable-interface-object
 .......
+null-keys
+.
 override-type-interface
 ....
 override-with-requires
@@ -80,6 +82,6 @@ union-intersection
 ........
 
 ---
-Total: 170
-Passed: 170
+Total: 171
+Passed: 171
 Failed: 0
diff --git a/website/index.html b/website/index.html
@@ -230,10 +230,10 @@ <h2 class="text-gray-500 text-lg md:text-xl">
                     </td>
                     <td class="p-4 align-middle font-semibold">100.00%</td>
                     <td class="p-4 align-middle">
-                      <span class="text-emerald-700 mr-2">✓ 170</span>
+                      <span class="text-emerald-700 mr-2">✓ 171</span>
                     </td>
                     <td class="p-4 align-middle">
-                      <span class="text-emerald-700 mr-2">✓ 40</span>
+                      <span class="text-emerald-700 mr-2">✓ 41</span>
                     </td>
                     <td class="p-4 align-middle">
                       <a
@@ -256,13 +256,13 @@ <h2 class="text-gray-500 text-lg md:text-xl">
                         Apollo Router
                       </a>
                     </td>
-                    <td class="p-4 align-middle font-semibold">97.65%</td>
+                    <td class="p-4 align-middle font-semibold">97.66%</td>
                     <td class="p-4 align-middle">
-                      <span class="text-emerald-700 mr-2">✓ 166</span>
+                      <span class="text-emerald-700 mr-2">✓ 167</span>
                       <span class="text-red-700">✗ 4</span>
                     </td>
                     <td class="p-4 align-middle">
-                      <span class="text-emerald-700 mr-2">✓ 38</span>
+                      <span class="text-emerald-700 mr-2">✓ 39</span>
                       <span class="text-red-700">✗ 2</span>
                     </td>
                     <td class="p-4 align-middle">
@@ -286,13 +286,13 @@ <h2 class="text-gray-500 text-lg md:text-xl">
                         Apollo Gateway
                       </a>
                     </td>
-                    <td class="p-4 align-middle font-semibold">97.06%</td>
+                    <td class="p-4 align-middle font-semibold">97.08%</td>
                     <td class="p-4 align-middle">
-                      <span class="text-emerald-700 mr-2">✓ 165</span>
+                      <span class="text-emerald-700 mr-2">✓ 166</span>
                       <span class="text-red-700">✗ 5</span>
                     </td>
                     <td class="p-4 align-middle">
-                      <span class="text-emerald-700 mr-2">✓ 37</span>
+                      <span class="text-emerald-700 mr-2">✓ 38</span>
                       <span class="text-red-700">✗ 3</span>
                     </td>
                     <td class="p-4 align-middle">
@@ -316,14 +316,14 @@ <h2 class="text-gray-500 text-lg md:text-xl">
                         Cosmo Router
                       </a>
                     </td>
-                    <td class="p-4 align-middle font-semibold">70.00%</td>
+                    <td class="p-4 align-middle font-semibold">69.59%</td>
                     <td class="p-4 align-middle">
                       <span class="text-emerald-700 mr-2">✓ 119</span>
-                      <span class="text-red-700">✗ 51</span>
+                      <span class="text-red-700">✗ 52</span>
                     </td>
                     <td class="p-4 align-middle">
                       <span class="text-emerald-700 mr-2">✓ 19</span>
-                      <span class="text-red-700">✗ 21</span>
+                      <span class="text-red-700">✗ 22</span>
                     </td>
                     <td class="p-4 align-middle">
                       <a
@@ -346,14 +346,14 @@ <h2 class="text-gray-500 text-lg md:text-xl">
                         Grafbase Gateway
                       </a>
                     </td>
-                    <td class="p-4 align-middle font-semibold">60.00%</td>
+                    <td class="p-4 align-middle font-semibold">59.06%</td>
                     <td class="p-4 align-middle">
-                      <span class="text-emerald-700 mr-2">✓ 102</span>
-                      <span class="text-red-700">✗ 68</span>
+                      <span class="text-emerald-700 mr-2">✓ 101</span>
+                      <span class="text-red-700">✗ 70</span>
                     </td>
                     <td class="p-4 align-middle">
                       <span class="text-emerald-700 mr-2">✓ 19</span>
-                      <span class="text-red-700">✗ 21</span>
+                      <span class="text-red-700">✗ 22</span>
                     </td>
                     <td class="p-4 align-middle">
                       <a