Merge pull request #1054 from swirlai/snowflake-etc

Revise snowflake SQL query, stop dedupe of bigquery via mapping
swirlai · Dec 15, 2023 · 2372506 · 2372506
2 parents 81cbf80 + 48c89ae
commit 2372506
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 4 deletions.
diff --git a/SearchProviders/company_snowflake.json b/SearchProviders/company_snowflake.json
@@ -5,7 +5,7 @@
     "authenticator": "",
     "connector": "Snowflake",
     "url": "<snowflake-instance-address>",
-    "query_template": "SELECT {fields} FROM {table} WHERE {field1} ILIKE '%{query_string}%';",
+    "query_template": "SELECT {fields} FROM {table} WHERE {field1} ILIKE '%{query_string}%' AND NULLIF(TRIM(founded), '') IS NOT NULL ORDER BY TRY_TO_NUMBER(REGEXP_REPLACE(SPLIT_PART(size, '-', 1), '[^0-9]', '')) DESC;",
     "post_query_template": {},
     "http_request_headers": {},
     "page_fetch_config_json": {},

diff --git a/SearchProviders/funding_db_bigquery.json b/SearchProviders/funding_db_bigquery.json
@@ -12,7 +12,7 @@
         "MappingResultProcessor",	
         "CosineRelevancyResultProcessor"
     ],
-    "result_mappings": "title='{company}',body='{company} raised ${raisedamt} series {round} on {fundeddate}. The company is located in {city} {state} and has {numemps} employees.',url=permalink,date_published=fundeddate,NO_PAYLOAD",
+    "result_mappings": "title='{company}',body='{company} raised ${raisedamt} series {round} on {fundeddate}. The company is located in {city} {state} and has {numemps} employees.',url=id,date_published=fundeddate,NO_PAYLOAD",
     "credentials": "/path/to/bigquery/token.json",
     "tags": [
         "Company",

diff --git a/SearchProviders/preloaded.json b/SearchProviders/preloaded.json
@@ -235,7 +235,7 @@
             "CosineRelevancyResultProcessor"
         ],
         "response_mappings": "",
-        "result_mappings": "title='{company}',body='{company} raised ${raisedamt} series {round} on {fundeddate}. The company is located in {city} {state} and has {numemps} employees.',url=permalink,date_published=fundeddate,NO_PAYLOAD",
+        "result_mappings": "title='{company}',body='{company} raised ${raisedamt} series {round} on {fundeddate}. The company is located in {city} {state} and has {numemps} employees.',url=id,date_published=fundeddate,NO_PAYLOAD",
         "results_per_query": 10,
         "credentials": "/path/to/bigquery/token.json",
         "tags": [
@@ -1393,7 +1393,7 @@
         "authenticator": "",
         "connector": "Snowflake",
         "url": "<snowflake-instance-address>",
-        "query_template": "SELECT {fields} FROM {table} WHERE {field1} ILIKE '%{query_string}%';",
+        "query_template": "SELECT {fields} FROM {table} WHERE {field1} ILIKE '%{query_string}%' AND NULLIF(TRIM(founded), '') IS NOT NULL ORDER BY TRY_TO_NUMBER(REGEXP_REPLACE(SPLIT_PART(size, '-', 1), '[^0-9]', '')) DESC;",
         "post_query_template": {},
         "http_request_headers": {},
         "page_fetch_config_json": {},

diff --git a/db.sqlite3.dist b/db.sqlite3.dist