From 8d8771e610385f50948fa615df86f22b10b671cf Mon Sep 17 00:00:00 2001 From: 8 Date: Mon, 1 Jan 2024 10:59:16 +0100 Subject: [PATCH] Initial commit --- .gitattributes | 4 ++ .github/workflows/build.yml | 118 ++++++++++++++++++++++++++++++++++++ .npmignore | 3 + 3 files changed, 125 insertions(+) create mode 100644 .gitattributes create mode 100644 .github/workflows/build.yml create mode 100644 .npmignore diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..72ccaa2 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,4 @@ +* text=false +/.gitattributes export-ignore +/.npmignore export-ignore +/.github/ export-ignore diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml new file mode 100644 index 0000000..5c7101f --- /dev/null +++ b/.github/workflows/build.yml @@ -0,0 +1,118 @@ +name: Build + +on: + push: + branches: [ main ] + schedule: + - cron: '15 0 * * *' + +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v3 + with: + fetch-depth: 0 + path: top-user-agents + - name: Build + shell: bash + run: | + cd top-user-agents + + # Configure git to be more predictable and deterministic + git config core.autocrlf false + git config core.ignorecase false + git config core.fscache true + git config core.longpaths true + git config diff.renameLimit 0 + git config status.renameLimit 0 + git config merge.renameLimit 0 + git config http.lowSpeedLimit 0 + git config http.lowSpeedTime 300 + git config http.postBuffer 1048576000 + git config pack.threads 1 + git config index.threads 0 + + # Check top-user-agents version on npm + export top_user_agents_version=$(curl -sS 'https://registry.npmjs.org/top-user-agents' | python -c "import sys, json; print(json.load(sys.stdin)['dist-tags']['latest'])") + if [ -f "package.json" ] && [ $top_user_agents_version == $(cat package.json | python -c "import sys, json; print(json.load(sys.stdin)['version'])") ]; then + # Update user agents + git remote add microlinkhq https://github.com/microlinkhq/top-user-agents.git + git fetch --force --depth=1 --no-tags microlinkhq master:refs/remotes/microlinkhq/master + git restore --source=refs/remotes/microlinkhq/master -- index.json + + # Push to GitHub + git add -f index.json + git -c user.name="GitHub" -c user.email="noreply@github.com" commit --author="github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>" -m"Update user agents" | sed -n 1p || true + git tag -f "$top_user_agents_version" + git push + git push -f origin "refs/tags/$top_user_agents_version:refs/tags/$top_user_agents_version" + exit 0 + fi + + # Roll back the repository + git reset --hard $(git rev-list --max-parents=0 HEAD) + git clean -dffx + + # Install using npm 6 + # Later versions fail to create a sane dependency tree in some situations + export npm_version=$(curl -sS 'https://registry.npmjs.org/npm' | python -c "import sys, json; print(json.load(sys.stdin)['dist-tags']['latest-6'])") + curl -sSo "npm-$npm_version.tgz" "https://registry.npmjs.org/npm/-/npm-$npm_version.tgz" + mkdir -p "bin/npm" + tar -xzf "npm-$npm_version.tgz" --strip-components=1 -C "bin/npm" + rm "npm-$npm_version.tgz" + + # Initialize dummy package + node bin/npm/bin/npm-cli.js init -y + sed -i 's/"name": "top-user-agents"/"name": "npm"/' -- 'package.json' + + # Install top-user-agents as a dependency + node bin/npm/bin/npm-cli.js install --no-audit --no-bin-links --no-fund --ignore-scripts --no-optional "top-user-agents@$top_user_agents_version" + + # Remove npm + rm -r bin/ + rm package.json + rm package-lock.json + + # Modify package.json to match the top-user-agents tarball from npm + sed -i -z 's|\n "_phantomChildren": {\n "[a-zA-Z0-9\n -"'\''-*,./:@_~-]*\n },\n|\n|' -- 'node_modules/top-user-agents/package.json' + sed -i '/"_requested": {/,/}/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"_requiredBy": \[/,/\]/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"scripts": {/,/}/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"dependencies": {/,/}/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"devDependencies": {/,/}/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"engines": {/,/}/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"files": \[/,/\]/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"commitlint": {/,/}/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"nano-staged": {/,/}/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"simple-git-hooks": {/,/}/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"_from":/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"_id":/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"_inBundle":/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"_integrity":/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"_location":/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"_phantomChildren":/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"_resolved":/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"_shasum":/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"_spec":/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"_where":/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"bundleDependencies":/d' -- 'node_modules/top-user-agents/package.json' + sed -i '/"deprecated":/d' -- 'node_modules/top-user-agents/package.json' + + # Add top-user-agents to the repository + rm -rf node_modules/top-user-agents/node_modules/ + cp -r node_modules/top-user-agents .. + rm -r node_modules/ + + # Update user agents + git remote add microlinkhq https://github.com/microlinkhq/top-user-agents.git + git fetch --force --depth=1 --no-tags microlinkhq master:refs/remotes/microlinkhq/master + git restore --source=refs/remotes/microlinkhq/master -- index.json + + # Push to GitHub + git add -f . + git -c user.name="GitHub" -c user.email="noreply@github.com" commit --author="github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>" -m"$top_user_agents_version" | sed -n 1p + git tag -f "$top_user_agents_version" + git push --force + git push -f origin "refs/tags/$top_user_agents_version:refs/tags/$top_user_agents_version" diff --git a/.npmignore b/.npmignore new file mode 100644 index 0000000..292add4 --- /dev/null +++ b/.npmignore @@ -0,0 +1,3 @@ +/.gitattributes +/.npmignore +/.github/