Skip to content

Commit

Permalink
Update gpt-crawler submodule to point to the llm-utilikit branch (#67)
Browse files Browse the repository at this point in the history
Ensures the correct submodule version will be cloned when doing so
recursively.
  • Loading branch information
Daethyra authored Dec 3, 2023
2 parents e167bcb + af8e32e commit 67173a5
Show file tree
Hide file tree
Showing 22 changed files with 1,820 additions and 0 deletions.
13 changes: 13 additions & 0 deletions src/gpt-crawler/.dockerignore
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
# configurations
.idea

# crawlee and apify storage folders
apify_storage
crawlee_storage
storage

# installed files
node_modules

# ignore base image 'main.js'
main.js
23 changes: 23 additions & 0 deletions src/gpt-crawler/.github/workflows/build.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
name: Build workflow

on:
pull_request:
types: [opened, reopened, synchronize]

jobs:
build:
name: build
runs-on: ubuntu-latest
env:
CI_JOB_NUMBER: 1
steps:
- uses: actions/checkout@v2
- uses: actions/setup-node@v2
with:
cache: npm
node-version: 18
- run: npm i
- run: npm run build
- uses: preactjs/compressed-size-action@v2
with:
pattern: ".dist/**/*.{js,ts,json}"
23 changes: 23 additions & 0 deletions src/gpt-crawler/.github/workflows/release.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
name: Release workflow

on:
push:
branches:
- main

jobs:
release:
name: release
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v2
- uses: actions/setup-node@v2
with:
cache: npm
node-version: 18
- run: npm i
- run: npm run build
- run: npm run semantic-release
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
18 changes: 18 additions & 0 deletions src/gpt-crawler/.github/workflows/test.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
name: Test workflow

on: [push, pull_request]

jobs:
prettier_check:
runs-on: ubuntu-latest

steps:
- uses: actions/checkout@v3
- name: Set up Node.js
uses: actions/setup-node@v2
with:
node-version: "20"
- name: Install Dependencies
run: npm ci
- name: Run prettier
run: npm run prettier:check
23 changes: 23 additions & 0 deletions src/gpt-crawler/.gitignore
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
# This file tells Git which files shouldn't be added to source control

.idea
dist
node_modules
apify_storage
crawlee_storage
storage
.DS_Store

!package.json
!package-lock.json
!tsconfig.json

# any output from the crawler
*.json

pnpm-lock.yaml

# Python
__pycache__
venv/
.venv/
Loading

0 comments on commit 67173a5

Please sign in to comment.