Retry mildly flaky sleep tests

Fix lint/tsconfig issues with config files

Force `unstable_cache` to store the candlestick cached data as raw JSON database data instead of bigint/structured data

Add comment

Remove non-existent import

Don't output pre-commit logs if the hook passes

Lint/format

.github/workflows/pre-commit.yaml

@@ -61,7 +61,7 @@ jobs:
         path: './src/python/hooks/.venv'
     - uses: 'pre-commit/[email protected]'
       with:
-        extra_args: '--all-files --config cfg/pre-commit-config.yaml --verbose'
+        extra_args: '--all-files --config cfg/pre-commit-config.yaml'
 name: 'pre-commit'
 'on':
   pull_request: null

src/typescript/frontend/.eslintrc.js

@@ -22,7 +22,8 @@ module.exports = {
     "node_modules/**",
     ".eslintrc.js",
     "config-overrides.js",
-    "playwright.config.ts",
+    "next.config.mjs",
+    "playwright.config.js",
     "postcss.config.js",
     "tailwind.config.js",
     "tests/**",

src/typescript/frontend/playwright.config.ts → src/typescript/frontend/playwright.config.js

@@ -24,7 +24,7 @@ export default defineConfig({
     baseURL: "http://127.0.0.1:3001",
 
     /* Collect trace when retrying the failed test. See https://playwright.dev/docs/trace-viewer */
-    trace: "retain-on-first-failure",
+    trace: "on-first-retry",
 
     launchOptions: {
       env: {

src/typescript/frontend/src/app/candlesticks/route.ts

@@ -1,11 +1,13 @@
 import { fetchPeriodicEventsSince } from "@/queries/market";
 import { type Period, toPeriod } from "@sdk/index";
-import { type PeriodicStateEventModel } from "@sdk/indexer-v2/types";
-import { type PeriodTypeFromDatabase } from "@sdk/indexer-v2/types/json-types";
+import { stringifyJSONWithBigInts } from "@sdk/indexer-v2/json-bigint";
+import {
+  type DatabaseJsonType,
+  type PeriodTypeFromDatabase,
+} from "@sdk/indexer-v2/types/json-types";
 import { parseInt } from "lodash";
 import { unstable_cache } from "next/cache";
 import { type NextRequest } from "next/server";
-import { stringifyJSON } from "utils";
 
 const CANDLESTICKS_LIMIT = 500;
 
@@ -18,7 +20,7 @@ type QueryParams = {
 
 const getCandlesticks = async (params: QueryParams) => {
   const { marketID, start, period, limit } = params;
-  const aggregate: PeriodicStateEventModel[] = [];
+  const aggregate: DatabaseJsonType["periodic_state_events"][] = [];
 
   while (aggregate.length < limit) {
     const data = await fetchPeriodicEventsSince({
@@ -75,6 +77,5 @@ export async function GET(request: NextRequest) {
   const marketID = parseInt(marketIDStr);
 
   const data = await getCachedCandlesticks({ marketID, start, period, limit });
-
-  return new Response(stringifyJSON(data));
+  return new Response(stringifyJSONWithBigInts(data));
 }

src/typescript/frontend/src/components/charts/PrivateChart.tsx

@@ -30,7 +30,11 @@ import { useEventStore } from "context/event-store-context";
 import { getPeriodStartTimeFromTime } from "@sdk/utils";
 import { getAptosConfig } from "lib/utils/aptos-client";
 import { getSymbolEmojisInString, symbolToEmojis, toMarketEmojiData } from "@sdk/emoji_data";
-import { type PeriodicStateEventModel, type MarketMetadataModel } from "@sdk/indexer-v2/types";
+import {
+  type PeriodicStateEventModel,
+  type MarketMetadataModel,
+  toPeriodicStateEventModel,
+} from "@sdk/indexer-v2/types";
 import { getMarketResource } from "@sdk/markets";
 import { Aptos } from "@aptos-labs/ts-sdk";
 import { PeriodDuration, periodEnumToRawDuration, Trigger } from "@sdk/const";
@@ -40,7 +44,8 @@ import {
   periodicStateTrackerToLatestBar,
   toBar,
 } from "@/store/event/candlestick-bars";
-import { parseJSON } from "utils";
+import { parseJSONWithBigInts } from "@sdk/indexer-v2/json-bigint";
+import { type DatabaseJsonType } from "@sdk/indexer-v2/types/json-types";
 
 const configurationData: DatafeedConfiguration = {
   supported_resolutions: TV_CHARTING_LIBRARY_RESOLUTIONS,
@@ -169,7 +174,8 @@ export const Chart = (props: ChartContainerProps) => {
           });
           const data: PeriodicStateEventModel[] = await fetch(`/candlesticks?${params.toString()}`)
             .then((res) => res.text())
-            .then((res) => parseJSON(res));
+            .then((res) => parseJSONWithBigInts<DatabaseJsonType["periodic_state_events"][]>(res))
+            .then((res) => res.map(toPeriodicStateEventModel));
 
           const isFetchForMostRecentBars = end.getTime() - new Date().getTime() > 1000;
 

src/typescript/frontend/tests/tsconfig.json

@@ -1,7 +1,6 @@
 {
   "extends": "../tsconfig.json",
   "include": [
-    "**/*.ts",
-    "../playwright.config.ts"
+    "**/*.ts"
   ]
 }

src/typescript/sdk/src/indexer-v2/queries/app/index.ts

@@ -1,4 +1,3 @@
 export * from "./home";
 export * from "./market";
 export * from "./pools";
-export * from "./candlesticks";

src/typescript/sdk/src/indexer-v2/queries/app/market.ts

@@ -4,15 +4,10 @@ if (process.env.NODE_ENV !== "test") {
 
 import { LIMIT, ORDER_BY } from "../../../queries";
 import { type AnyNumberString } from "../../../types";
-import { TableName } from "../../types/json-types";
+import { type DatabaseJsonType, TableName } from "../../types/json-types";
 import { postgrest, toQueryArray } from "../client";
 import { queryHelper, queryHelperSingle } from "../utils";
-import {
-  toChatEventModel,
-  toMarketStateModel,
-  toPeriodicStateEventModel,
-  toSwapEventModel,
-} from "../../types";
+import { toChatEventModel, toMarketStateModel, toSwapEventModel } from "../../types";
 import { type PeriodicStateEventQueryArgs, type MarketStateQueryArgs } from "../../types/common";
 import { type SymbolEmoji } from "../../../emoji_data/types";
 
@@ -68,8 +63,10 @@ const selectMarketState = ({ searchEmojis }: { searchEmojis: SymbolEmoji[] }) =>
 
 export const fetchSwapEvents = queryHelper(selectSwapsByMarketID, toSwapEventModel);
 export const fetchChatEvents = queryHelper(selectChatsByMarketID, toChatEventModel);
+// Note the lack of a conversion function here- this is because we must cache the data
+// with no bigints, so we store it as the raw database JSON data.
 export const fetchPeriodicEventsSince = queryHelper(
   selectPeriodicEventsSince,
-  toPeriodicStateEventModel
+  (r: DatabaseJsonType["periodic_state_events"]) => r
 );
 export const fetchMarketState = queryHelperSingle(selectMarketState, toMarketStateModel);

src/typescript/sdk/tests/unit/sleep.test.ts

@@ -1,5 +1,7 @@
 import { getTime, sleep, UNIT_OF_TIME_MULTIPLIERS, UnitOfTime } from "../../src";
 
+jest.retryTimes(3);
+
 describe("sleep utility function with units of time", () => {
   it("converts units of time to milliseconds", () => {
     expect(UNIT_OF_TIME_MULTIPLIERS[UnitOfTime.Microseconds]).toEqual(0.001);