From 1e383f70f463345cb45222c085c0d92fab9f15b0 Mon Sep 17 00:00:00 2001 From: Astronidsp Date: Thu, 22 Feb 2024 10:07:32 +0530 Subject: [PATCH 01/10] some fix --- README.md | 1 - 1 file changed, 1 deletion(-) diff --git a/README.md b/README.md index 3ad2510..e9e9169 100644 --- a/README.md +++ b/README.md @@ -30,7 +30,6 @@ Data Leak, scam, username - [WhatsMyName](https://whatsmyname.app/) - This tool allow to enumerate usernames across many websites.
-[⇧ Top](#index) ## AI AI tools/Site - [Decktopus](https://www.decktopus.com/) - Create beautiful & professional presentations in just minutes. From 46cadc7ff79556b0a6f940a417cc644de22ff8d1 Mon Sep 17 00:00:00 2001 From: Astronidsp Date: Thu, 22 Feb 2024 14:38:15 +0530 Subject: [PATCH 02/10] update readme --- README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index e9e9169..322a28d 100644 --- a/README.md +++ b/README.md @@ -55,7 +55,7 @@ Tools for Image/Audio/Video/Doc reconnaissance [⇧ Top](#index) ## PRODUCTIVITY -- [unfurl](https://dfir.blog/unfurl/) - Unflurl url +- [unfurl](https://dfir.blog/unfurl/) - Break down url into pieces and find out what each thing do. - [Wolfram|Alpha](https://www.wolframalpha.com/) - solve mathematical Equations - [Cryptpad.fr](https://cryptpad.fr/) - Flagship instance of CryptPad, the end-to-end encrypted and open-source collaboration suite. Administered by the CryptPad development team. - [Recontool.org](https://recontool.org/) - Recon tools @@ -98,7 +98,7 @@ It takes a 'snapshot' of a webpage that will always be online even if the origin - [Multi Translate](https://translate.mix.pink/) - [Yandex.Translate](https://translate.yandex.com/) - translator from yandex - [Bing Microsoft Translator](https://www.bing.com/translator) - translator from microsoft -- [Reverso](https://www.reverso.net/text_translation.aspx?lang=EN) - Enjoy cutting-edge AI-powered translation from Reverso in 15+ languages +- [Reverso](https://www.reverso.net/text_translation.aspx?lang=EN) - Enjoy cutting-edge AI-powered translation from Reverso in 25+ languages including Arabic, Chinese, Italian, Portuguese, Dutch, Hebrew, Turkish, and Polish - [Translate](https://www.translatedict.com/) - - [text to speech online](https://www.naturalreaders.com/online/) - text to speech translator online From 0048f40672c8e2fd888bd64ba1b0a0bdfdf1280c Mon Sep 17 00:00:00 2001 From: Astronidsp Date: Thu, 22 Feb 2024 15:50:22 +0530 Subject: [PATCH 03/10] improvement --- .github/workflows/action.yml | 10 ++++++++++ .linkcheck.json | 10 ++++++++++ markdown-link-check-config.json | 18 ++++++++++++++++++ scripts/apply_link_check.sh | 30 ++++++++++++++++++++++++++++++ 4 files changed, 68 insertions(+) create mode 100644 .github/workflows/action.yml create mode 100644 .linkcheck.json create mode 100644 markdown-link-check-config.json create mode 100644 scripts/apply_link_check.sh diff --git a/.github/workflows/action.yml b/.github/workflows/action.yml new file mode 100644 index 0000000..1dfff85 --- /dev/null +++ b/.github/workflows/action.yml @@ -0,0 +1,10 @@ +name: Check Markdown links + +on: push + +jobs: + markdown-link-check: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@master + - uses: gaurav-nelson/github-action-markdown-link-check@v1.0.15 \ No newline at end of file diff --git a/.linkcheck.json b/.linkcheck.json new file mode 100644 index 0000000..cd4d17c --- /dev/null +++ b/.linkcheck.json @@ -0,0 +1,10 @@ +{ + "default": true, + "MD004": { "style": "dash"}, + "MD007": {"indent": 4}, + "MD013": false, + "MD024": { "siblings_only": true}, + "MD029": false, + "MD033": { "allowed_elements": [ "details" , "summary" ]}, + "MD040": false +} \ No newline at end of file diff --git a/markdown-link-check-config.json b/markdown-link-check-config.json new file mode 100644 index 0000000..3034efc --- /dev/null +++ b/markdown-link-check-config.json @@ -0,0 +1,18 @@ +{ + "ignorePatterns": [ + { + "pattern": "^bundle.zip" + }, + { + "pattern": "^/" + } + ], + "httpHeaders": [ + { + "urls": ["https://", "http://"], + "headers": { + "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:64.0) Gecko/20100101 Firefox/64.0" + } + } + ] + } \ No newline at end of file diff --git a/scripts/apply_link_check.sh b/scripts/apply_link_check.sh new file mode 100644 index 0000000..aae7cd9 --- /dev/null +++ b/scripts/apply_link_check.sh @@ -0,0 +1,30 @@ +#!/bin/bash +# Script in charge of auditing the released cheatsheets MD files +# in order to detect dead links +# cd ../ +# find . -name \*.md -exec markdown-link-check -c ../.linkcheck.json {} \; 1>../link-check-result.out 2>&1 +# errors=`grep -c "ERROR:" ../link-check-result.out` +# content=`cat ../link-check-result.out` +# if [[ $errors != "0" ]] +# then +# echo "[!] Error(s) found by the Links validator: $errors CS have dead links !" +# exit $errors +# else +# echo "[+] No error found by the Links validator." +# fi + +# Only check the specific README.md file +target_file="../README.md" + +# Run link check with specific file and redirect output +markdown-link-check -c ../.linkcheck.json "$target_file" 1>../link-check-result.out 2>&1 + +# Check for errors and handle appropriately +errors=$(grep -c "ERROR:" ../link-check-result.out) + +if [[ $errors != "0" ]]; then + echo "[!] Error(s) found in 'README.md': $errors broken links!" + exit $errors +else + echo "[+] No errors found in 'README.md'." +fi From 0510dfa31b2bc3db7db117fd29d98ca7f5efc271 Mon Sep 17 00:00:00 2001 From: Astronidsp Date: Thu, 22 Feb 2024 15:52:49 +0530 Subject: [PATCH 04/10] improvement --- .github/workflows/action.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/action.yml b/.github/workflows/action.yml index 1dfff85..2c3a04d 100644 --- a/.github/workflows/action.yml +++ b/.github/workflows/action.yml @@ -7,4 +7,4 @@ jobs: runs-on: ubuntu-latest steps: - uses: actions/checkout@master - - uses: gaurav-nelson/github-action-markdown-link-check@v1.0.15 \ No newline at end of file + - uses: gaurav-nelson/github-action-markdown-link-check@v1 \ No newline at end of file From 9cb462cfc091face336a0f01238cbcd17de33a13 Mon Sep 17 00:00:00 2001 From: Astronidsp Date: Thu, 22 Feb 2024 22:04:06 +0530 Subject: [PATCH 05/10] update action --- .github/workflows/action.yml | 54 ++++++++++++++++++++++++++++++++---- 1 file changed, 48 insertions(+), 6 deletions(-) diff --git a/.github/workflows/action.yml b/.github/workflows/action.yml index 2c3a04d..d856025 100644 --- a/.github/workflows/action.yml +++ b/.github/workflows/action.yml @@ -1,10 +1,52 @@ -name: Check Markdown links +# name: Check Markdown links -on: push +# on: push + +# jobs: +# markdown-link-check: +# runs-on: ubuntu-latest +# steps: +# - uses: actions/checkout@master +# - uses: gaurav-nelson/github-action-markdown-link-check@v1 + +name: Markdown Link Check + +on: + push: + pull_request: + branches: + - dev jobs: - markdown-link-check: - runs-on: ubuntu-latest + link-check: + runs-on: ubuntu-22.04 + env: + CI: true steps: - - uses: actions/checkout@master - - uses: gaurav-nelson/github-action-markdown-link-check@v1 \ No newline at end of file + - name: Setup Action + uses: actions/checkout@master + # - name: Setup Node + # uses: actions/setup-node@v4 + # with: + # node-version: 12.x + - name: Install dependencies + run: npm install + - name: Run link check + run: npm run link-check + - name: Show broken links + if: failure() + run: | + cat log | awk -v RS="FILE:" 'match($0, /(\S*\.md).*\[✖\].*(\d*\slinks\schecked\.)(.*)/, arr ) { print "FILE:"arr[1] arr[3] > "brokenlinks"}' + rm -f err log + cat brokenlinks + links=`cat brokenlinks` + links="${links//'%'/'%25'}" + links="${links//$'\n'/'%0A'}" + links="${links//$'\r'/'%0D'}" + echo ::set-output name=links::**Following links are broken:** %0A$links + - name: Send comment to PR with broken links + if: failure() && github.event_name == 'pull_request' + uses: thollander/actions-comment-pull-request@main + with: + message: ${{ steps.brokenlinks.outputs.links }} + # GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} \ No newline at end of file From 988d5f014dfe043c68b12d9062c9e08ba110a470 Mon Sep 17 00:00:00 2001 From: Astronidsp Date: Thu, 22 Feb 2024 22:13:46 +0530 Subject: [PATCH 06/10] test --- package.json | 15 +++++++++++++++ 1 file changed, 15 insertions(+) create mode 100644 package.json diff --git a/package.json b/package.json new file mode 100644 index 0000000..294d097 --- /dev/null +++ b/package.json @@ -0,0 +1,15 @@ +{ + "devDependencies": { + "markdownlint-cli": "^0.26.0", + "textlint": "^11.6.3", + "textlint-filter-rule-comments": "^1.2.2", + "textlint-filter-rule-whitelist": "^2.0.0", + "textlint-rule-terminology": "^2.1.4" + }, + "scripts": { + "test": "npm run lint-markdown && npm run lint-terminology", + "lint-terminology": "textlint ./README.md", + "lint-markdown": "markdownlint ./README.md --ignore node_modules", + "link-check": "find README -name \\*.md -exec markdown-link-check -c markdown-link-check-config.json 1> log 2> err {} \\; && if [ -e err ] && grep -q \"ERROR:\" err ; then exit 113 ; else echo -e \"All good\"; fi" + } + } \ No newline at end of file From 4b9698b6c41a653087ae87a0a7bfbad8154e8238 Mon Sep 17 00:00:00 2001 From: Astronidsp Date: Thu, 22 Feb 2024 22:18:15 +0530 Subject: [PATCH 07/10] update --- package.json | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/package.json b/package.json index 294d097..cd73017 100644 --- a/package.json +++ b/package.json @@ -6,10 +6,10 @@ "textlint-filter-rule-whitelist": "^2.0.0", "textlint-rule-terminology": "^2.1.4" }, - "scripts": { - "test": "npm run lint-markdown && npm run lint-terminology", - "lint-terminology": "textlint ./README.md", - "lint-markdown": "markdownlint ./README.md --ignore node_modules", - "link-check": "find README -name \\*.md -exec markdown-link-check -c markdown-link-check-config.json 1> log 2> err {} \\; && if [ -e err ] && grep -q \"ERROR:\" err ; then exit 113 ; else echo -e \"All good\"; fi" - } + // "scripts": { + // "test": "npm run lint-markdown && npm run lint-terminology", + // "lint-terminology": "textlint ./README.md", + // "lint-markdown": "markdownlint ./README.md --ignore node_modules", + // "link-check": "find README -name \\*.md -exec markdown-link-check -c markdown-link-check-config.json 1> log 2> err {} \\; && if [ -e err ] && grep -q \"ERROR:\" err ; then exit 113 ; else echo -e \"All good\"; fi" + // } } \ No newline at end of file From 63bec63bd671b1bf2e879e0a91a6f5f22b58574b Mon Sep 17 00:00:00 2001 From: Astronidsp Date: Thu, 22 Feb 2024 22:21:34 +0530 Subject: [PATCH 08/10] update --- .github/workflows/{action.yml => md-link-check.yml} | 0 1 file changed, 0 insertions(+), 0 deletions(-) rename .github/workflows/{action.yml => md-link-check.yml} (100%) diff --git a/.github/workflows/action.yml b/.github/workflows/md-link-check.yml similarity index 100% rename from .github/workflows/action.yml rename to .github/workflows/md-link-check.yml From 15d60690f005378c2408835915aa22f37305c412 Mon Sep 17 00:00:00 2001 From: Astronidsp Date: Thu, 22 Feb 2024 22:33:17 +0530 Subject: [PATCH 09/10] action --- package.json | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/package.json b/package.json index cd73017..da948fb 100644 --- a/package.json +++ b/package.json @@ -6,10 +6,11 @@ "textlint-filter-rule-whitelist": "^2.0.0", "textlint-rule-terminology": "^2.1.4" }, - // "scripts": { - // "test": "npm run lint-markdown && npm run lint-terminology", - // "lint-terminology": "textlint ./README.md", - // "lint-markdown": "markdownlint ./README.md --ignore node_modules", - // "link-check": "find README -name \\*.md -exec markdown-link-check -c markdown-link-check-config.json 1> log 2> err {} \\; && if [ -e err ] && grep -q \"ERROR:\" err ; then exit 113 ; else echo -e \"All good\"; fi" - // } + "scripts": { + "test": "npm run lint-markdown && npm run lint-terminology", + "lint-terminology": "textlint ./README.md", + "lint-markdown": "markdownlint ./README.md --ignore node_modules", + "link-check": find . -name README.md -exec markdown-link-check -c markdown-link-check-config.json 1> log 2> err {} \\; + // "link-check": "find README -name \\*.md -exec markdown-link-check -c markdown-link-check-config.json 1> log 2> err {} \\; && if [ -e err ] && grep -q \"ERROR:\" err ; then exit 113 ; else echo -e \"All good\"; fi" + } } \ No newline at end of file From fdf8e63cf5662e68f6238246562fbaad7689c30c Mon Sep 17 00:00:00 2001 From: Astronidsp Date: Thu, 22 Feb 2024 22:38:12 +0530 Subject: [PATCH 10/10] action --- .github/workflows/md-link-check.yml | 94 ++++++++++++++--------------- 1 file changed, 47 insertions(+), 47 deletions(-) diff --git a/.github/workflows/md-link-check.yml b/.github/workflows/md-link-check.yml index d856025..f6face4 100644 --- a/.github/workflows/md-link-check.yml +++ b/.github/workflows/md-link-check.yml @@ -1,52 +1,52 @@ -# name: Check Markdown links +name: Check Markdown links -# on: push +on: push -# jobs: -# markdown-link-check: -# runs-on: ubuntu-latest -# steps: -# - uses: actions/checkout@master -# - uses: gaurav-nelson/github-action-markdown-link-check@v1 +jobs: + markdown-link-check: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@master + - uses: gaurav-nelson/github-action-markdown-link-check@v1 -name: Markdown Link Check +# name: Markdown Link Check -on: - push: - pull_request: - branches: - - dev +# on: +# push: +# pull_request: +# branches: +# - dev -jobs: - link-check: - runs-on: ubuntu-22.04 - env: - CI: true - steps: - - name: Setup Action - uses: actions/checkout@master - # - name: Setup Node - # uses: actions/setup-node@v4 - # with: - # node-version: 12.x - - name: Install dependencies - run: npm install - - name: Run link check - run: npm run link-check - - name: Show broken links - if: failure() - run: | - cat log | awk -v RS="FILE:" 'match($0, /(\S*\.md).*\[✖\].*(\d*\slinks\schecked\.)(.*)/, arr ) { print "FILE:"arr[1] arr[3] > "brokenlinks"}' - rm -f err log - cat brokenlinks - links=`cat brokenlinks` - links="${links//'%'/'%25'}" - links="${links//$'\n'/'%0A'}" - links="${links//$'\r'/'%0D'}" - echo ::set-output name=links::**Following links are broken:** %0A$links - - name: Send comment to PR with broken links - if: failure() && github.event_name == 'pull_request' - uses: thollander/actions-comment-pull-request@main - with: - message: ${{ steps.brokenlinks.outputs.links }} - # GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} \ No newline at end of file +# jobs: +# link-check: +# runs-on: ubuntu-22.04 +# env: +# CI: true +# steps: +# - name: Setup Action +# uses: actions/checkout@master +# # - name: Setup Node +# # uses: actions/setup-node@v4 +# # with: +# # node-version: 12.x +# - name: Install dependencies +# run: npm install +# - name: Run link check +# run: npm run link-check +# - name: Show broken links +# if: failure() +# run: | +# cat log | awk -v RS="FILE:" 'match($0, /(\S*\.md).*\[✖\].*(\d*\slinks\schecked\.)(.*)/, arr ) { print "FILE:"arr[1] arr[3] > "brokenlinks"}' +# rm -f err log +# cat brokenlinks +# links=`cat brokenlinks` +# links="${links//'%'/'%25'}" +# links="${links//$'\n'/'%0A'}" +# links="${links//$'\r'/'%0D'}" +# echo ::set-output name=links::**Following links are broken:** %0A$links +# - name: Send comment to PR with broken links +# if: failure() && github.event_name == 'pull_request' +# uses: thollander/actions-comment-pull-request@main +# with: +# message: ${{ steps.brokenlinks.outputs.links }} +# # GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} \ No newline at end of file