Update Download Counts and Release #55
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Update Download Counts and Release | |
| on: | |
| schedule: | |
| - cron: '0 0 * * *' # Runs every night at midnight UTC | |
| workflow_dispatch: # Allows manual trigger of the action | |
| permissions: | |
| contents: write | |
| jobs: | |
| update-download-count: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v2 | |
| - name: Fetch and convert NDJSON to flat JSON object | |
| id: fetch_counts | |
| run: | | |
| # Fetch the data with wget and save directly to output.json | |
| wget -q -O output.json "https://quackpy.fly.dev/?default_format=JSONEachRow&query=SELECT%20extension,%20SUM(downloads)%20AS%20total_downloads%20FROM%20(%20UNPIVOT%20(%20SELECT%20COLUMNS(*%20EXCLUDE%20(_last_update)%20REPLACE%20(filename.regexp_extract(%27/(\d+/\d+)\.json%27,%201)%20AS%20filename))%20FROM%20read_json([%20%27http://community-extensions.duckdb.org/download-stats-weekly/%27%20||%20strftime(x,%20%27%Y/%W%27)%20||%20%27.json%27%20FOR%20x%20IN%20range(TIMESTAMP%20%272024-10-01%27,%20now()::TIMESTAMP,%20INTERVAL%201%20WEEK)%20],%20filename%20=%20true%20)%20)%20ON%20COLUMNS(*%20EXCLUDE%20(filename))%20INTO%20NAME%20extension%20VALUE%20downloads%20)%20AS%20unpivoted_data%20GROUP%20BY%20extension%20ORDER%20BY%20total_downloads%20DESC;" | |
| # Check if the wget command succeeded and if output.json has content | |
| if [ $? -ne 0 ] || [ ! -s output.json ]; then | |
| echo "Error: Failed to fetch data or output.json is empty." | |
| exit 1 | |
| fi | |
| # Convert NDJSON to flat JSON object | |
| echo "{" > total.json | |
| # Process each line, converting it to "extension_name": download_count format | |
| while IFS= read -r line || [ -n "$line" ]; do | |
| extension=$(echo "$line" | jq -r '.extension') | |
| downloads=$(echo "$line" | jq -r '.total_downloads') | |
| echo " \"$extension\": $downloads," >> total.json | |
| done < output.json | |
| # Remove the last comma and close the JSON object | |
| sed -i '$ s/,$//' total.json | |
| echo "}" >> total.json | |
| # Output the final JSON for debugging | |
| echo "Formatted JSON output:" | |
| cat total.json | |
| - name: Create or Update Release | |
| id: create_release | |
| uses: actions/create-release@v1 | |
| continue-on-error: true | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| tag_name: nightly-downloads | |
| release_name: Nightly Download Counts | |
| draft: false | |
| prerelease: true | |
| - name: Release | |
| uses: softprops/action-gh-release@v2 | |
| with: | |
| files: ./total.json | |
| tag_name: nightly-downloads |