Skip to content

Commit

Permalink
upload code
Browse files Browse the repository at this point in the history
  • Loading branch information
wdhdev committed Nov 13, 2024
1 parent e49470e commit 6e2eb59
Show file tree
Hide file tree
Showing 4 changed files with 235 additions and 0 deletions.
45 changes: 45 additions & 0 deletions .github/workflows/minify.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,45 @@
name: Minify

on:
push:
branches: [main]
paths:
- "scripts/*"
- ".github/workflows/minify.yml"

schedule:
- cron: "0 0 * * *"

workflow_dispatch:

jobs:
psl:
name: PSL
runs-on: ubuntu-latest

steps:
- uses: actions/checkout@v4

- uses: actions/setup-node@v4
with:
node-version: 20.x

- name: Download public_suffix_list.dat
run: curl -o public_suffix_list.dat https://publicsuffix.org/list/public_suffix_list.dat

- name: Minify PSL
id: minify_psl
run: |
OUTPUT=$(node scripts/minify.js)
echo "${OUTPUT}"
echo "minify_percent=${OUTPUT}" >> $GITHUB_ENV
- name: Commit
env:
MINIFY_PERCENT: ${{ env.minify_percent }}
run: |
git config --global user.name "GitHub Actions"
git config --global user.email "[email protected]"
git add list/public_suffix_list.min.dat
git commit -m "chore: minify PSL (saved ${MINIFY_PERCENT})"
git push
130 changes: 130 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
@@ -0,0 +1,130 @@
# Logs
logs
*.log
npm-debug.log*
yarn-debug.log*
yarn-error.log*
lerna-debug.log*
.pnpm-debug.log*

# Diagnostic reports (https://nodejs.org/api/report.html)
report.[0-9]*.[0-9]*.[0-9]*.[0-9]*.json

# Runtime data
pids
*.pid
*.seed
*.pid.lock

# Directory for instrumented libs generated by jscoverage/JSCover
lib-cov

# Coverage directory used by tools like istanbul
coverage
*.lcov

# nyc test coverage
.nyc_output

# Grunt intermediate storage (https://gruntjs.com/creating-plugins#storing-task-files)
.grunt

# Bower dependency directory (https://bower.io/)
bower_components

# node-waf configuration
.lock-wscript

# Compiled binary addons (https://nodejs.org/api/addons.html)
build/Release

# Dependency directories
node_modules/
jspm_packages/

# Snowpack dependency directory (https://snowpack.dev/)
web_modules/

# TypeScript cache
*.tsbuildinfo

# Optional npm cache directory
.npm

# Optional eslint cache
.eslintcache

# Optional stylelint cache
.stylelintcache

# Microbundle cache
.rpt2_cache/
.rts2_cache_cjs/
.rts2_cache_es/
.rts2_cache_umd/

# Optional REPL history
.node_repl_history

# Output of 'npm pack'
*.tgz

# Yarn Integrity file
.yarn-integrity

# dotenv environment variable files
.env
.env.development.local
.env.test.local
.env.production.local
.env.local

# parcel-bundler cache (https://parceljs.org/)
.cache
.parcel-cache

# Next.js build output
.next
out

# Nuxt.js build / generate output
.nuxt
dist

# Gatsby files
.cache/
# Comment in the public line in if your project uses Gatsby and not Next.js
# https://nextjs.org/blog/next-9-1#public-directory-support
# public

# vuepress build output
.vuepress/dist

# vuepress v2.x temp and cache directory
.temp
.cache

# Docusaurus cache and generated files
.docusaurus

# Serverless directories
.serverless/

# FuseBox cache
.fusebox/

# DynamoDB Local files
.dynamodb/

# TernJS port file
.tern-port

# Stores VSCode versions used for testing VSCode extensions
.vscode-test

# yarn v2
.yarn/cache
.yarn/unplugged
.yarn/build-state.yml
.yarn/install-state.gz
.pnp.*
10 changes: 10 additions & 0 deletions README.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
# PSL Minified
A project with the goal of minifying the PSL for projects that want a smaller copy of public_suffix_list.dat.

**This project is NOT associated with the [Public Suffix List](https://publicsuffix.org). It is a community-run project.**

> [!NOTE]
> We do not modify the PSL in any way, we simply remove the comments from the original file. You can see the minifying script [here](scripts/minify.js).
## Pulling the file
You can pull the file from https://psl-min.hrsn.dev/list/public_suffix_list.min.dat
50 changes: 50 additions & 0 deletions scripts/minify.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
const fs = require("fs");

const file = "public_suffix_list.dat";

fs.readFile(file, "utf8", (err, data) => {
if (err) {
console.error("Error reading the file:", err);
return;
}

const requiredComments = [
"// ===BEGIN ICANN DOMAINS===",
"// ===END ICANN DOMAINS===",
"// ===BEGIN PRIVATE DOMAINS===",
"// ===END PRIVATE DOMAINS==="
];

const startsWithComments = ["// VERSION:", "// COMMIT:"];

// Minify the data
const minifiedData = data
.split("\n")
.map((line) => {
if (requiredComments.some((comment) => line.startsWith(comment))) {
return line;
}

if (startsWithComments.some((comment) => line.startsWith(comment))) {
return line;
}

return line.replace(/\/\/.*/, "").trim();
})
.filter((line) => line.length > 0)
.join("\n");

// Create the list directory if it doesn't exist
if (!fs.existsSync("list")) {
fs.mkdirSync("list");
}

// Write the minified data to a new file
fs.writeFile("list/public_suffix_list.min.dat", minifiedData, "utf8", (writeErr) => {
if (writeErr) {
console.error("Error writing the file:", writeErr);
} else {
console.log(`${((data.length - minifiedData.length / data.length) * 100).toFixed(2)}%`);
}
});
});

0 comments on commit 6e2eb59

Please sign in to comment.