commit agents

.github/workflows/arena-intake 2.yml

@@ -0,0 +1,169 @@
+name: Arena intake
+
+on:
+  # We recommend `pull_request_target` so that github secrets are available.
+  # In `pull_request` we wouldn't be able to change labels of fork PRs
+  pull_request_target:
+    types: [ opened, synchronize ]
+    paths:
+      - 'arena/**'
+
+jobs:
+  check:
+    permissions:
+      pull-requests: write
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout PR
+      uses: actions/checkout@v4
+      with:
+        ref: ${{ github.event.pull_request.head.sha }}
+
+    - name: Check Arena entry
+      uses: actions/github-script@v7
+      with:
+        script: |
+          console.log('⚙️ Setting up...');
+
+          const fs = require('fs');
+          const path = require('path');
+
+          const pr = context.payload.pull_request;
+          const isFork = pr.head.repo.fork;
+
+          console.log('🔄️ Fetching PR diff metadata...');
+          const prFilesChanged = (await github.rest.pulls.listFiles({
+            owner: context.repo.owner,
+            repo: context.repo.repo,
+            pull_number: pr.number,
+          })).data;
+          console.debug(prFilesChanged);
+          const arenaFilesChanged = prFilesChanged.filter(
+            ({ filename: file }) => file.startsWith('arena/') && file.endsWith('.json')
+          );
+          const hasChangesInAutogptsFolder = prFilesChanged.some(
+            ({ filename }) => filename.startsWith('autogpts/')
+          );
+
+          console.log(`🗒️ ${arenaFilesChanged.length} arena entries affected`);
+          console.debug(arenaFilesChanged);
+          if (arenaFilesChanged.length === 0) {
+            // If no files in `arena/` are changed, this job does not need to run.
+            return;
+          }
+
+          let close = false;
+          let flagForManualCheck = false;
+          let issues = [];
+
+          if (isFork) {
+            if (arenaFilesChanged.length > 1) {
+              // Impacting multiple entries in `arena/` is not allowed
+              issues.push('This pull request impacts multiple arena entries');
+            }
+            if (hasChangesInAutogptsFolder) {
+              // PRs that include the custom agent are generally not allowed
+              issues.push(
+                'This pull request includes changes in `autogpts/`.\n'
+                + 'Please make sure to only submit your arena entry (`arena/*.json`), '
+                + 'and not to accidentally include your custom agent itself.'
+              );
+            }
+          }
+
+          if (arenaFilesChanged.length === 1) {
+            const newArenaFile = arenaFilesChanged[0]
+            const newArenaFileName = path.basename(newArenaFile.filename)
+            console.log(`🗒️ Arena entry in PR: ${newArenaFile}`);
+
+            if (newArenaFile.status != 'added') {
+              flagForManualCheck = true;
+            }
+
+            if (pr.mergeable != false) {
+              const newArenaEntry = JSON.parse(fs.readFileSync(newArenaFile.filename));
+              const allArenaFiles = await (await glob.create('arena/*.json')).glob();
+              console.debug(newArenaEntry);
+
+              console.log(`➡️ Checking ${newArenaFileName} against existing entries...`);
+              for (const file of allArenaFiles) {
+                const existingEntryName = path.basename(file);
+
+                if (existingEntryName === newArenaFileName) {
+                  continue;
+                }
+
+                console.debug(`Checking against ${existingEntryName}...`);
+
+                const arenaEntry = JSON.parse(fs.readFileSync(file));
+                if (arenaEntry.github_repo_url === newArenaEntry.github_repo_url) {
+                  console.log(`⚠️ Duplicate detected: ${existingEntryName}`);
+                  issues.push(
+                    `The \`github_repo_url\` specified in __${newArenaFileName}__ `
+                    + `already exists in __${existingEntryName}__. `
+                    + `This PR will be closed as duplicate.`
+                  )
+                  close = true;
+                }
+              }
+            } else {
+              console.log('⚠️ PR has conflicts');
+              issues.push(
+                `__${newArenaFileName}__ conflicts with existing entry with the same name`
+              )
+              close = true;
+            }
+          }  // end if (arenaFilesChanged.length === 1)
+
+          console.log('🏁 Finished checking against existing entries');
+
+          if (issues.length == 0) {
+            console.log('✅ No issues detected');
+            if (flagForManualCheck) {
+              console.log('🤔 Requesting review from maintainers...');
+              await github.rest.pulls.requestReviewers({
+                owner: context.repo.owner,
+                repo: context.repo.repo,
+                pull_number: pr.number,
+                reviewers: ['Pwuts'],
+                // team_reviewers: ['maintainers'],  // doesn't work: https://stackoverflow.com/a/64977184/4751645
+              });
+            } else {
+              console.log('➡️ Approving PR...');
+              await github.rest.pulls.createReview({
+                owner: context.repo.owner,
+                repo: context.repo.repo,
+                pull_number: pr.number,
+                event: 'APPROVE',
+              });
+            }
+          } else {
+            console.log(`⚠️ ${issues.length} issues detected`);
+
+            console.log('➡️ Posting comment indicating issues...');
+            await github.rest.issues.createComment({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              issue_number: pr.number,
+              body: `Our automation found one or more issues with this submission:\n`
+                + issues.map(i => `- ${i.replace('\n', '\n  ')}`).join('\n'),
+            });
+
+            console.log("➡️ Applying label 'invalid'...");
+            await github.rest.issues.addLabels({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              issue_number: pr.number,
+              labels: ['invalid'],
+            });
+
+            if (close) {
+              console.log('➡️ Auto-closing PR...');
+              await github.rest.pulls.update({
+                owner: context.repo.owner,
+                repo: context.repo.repo,
+                pull_number: pr.number,
+                state: 'closed',
+              });
+            }
+          }

arena/AI 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/QingquanBao/AutoGPT",
+    "timestamp": "2023-11-01T16:20:51.086235",
+    "commit_hash_to_benchmark": "78e92234d63a69b5471da0c0e62ce820a9109dd4",
+    "branch_to_benchmark": "master"
+}

arena/AUTO_ENGINEER 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/kaiomagalhaes/AutoGPT",
+    "timestamp": "2023-10-04T15:25:30.458687",
+    "commit_hash_to_benchmark": "1bd85cbc09473c0252928fb849ae8373607d6065",
+    "branch_to_benchmark": "master"
+}

arena/AUTO_GPT_JON001 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/Jonobinsoftware/AutoGPT-Tutorial",
+    "timestamp": "2023-10-10T06:01:23.439061",
+    "commit_hash_to_benchmark": "c77ade5b2f62c5373fc7573e5c45581f003c77a3",
+    "branch_to_benchmark": "master"
+}

arena/AgGPT 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/althaf004/AutoGPT",
+    "timestamp": "2023-09-26T03:40:03.658369",
+    "commit_hash_to_benchmark": "4a8da53d85d466f2eb325c745a2c03cf88792e7d",
+    "branch_to_benchmark": "master"
+}

arena/ArtistManagerGPT 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/AmahAjavon/AutoGPT",
+    "timestamp": "2023-10-28T20:32:15.845741",
+    "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
+    "branch_to_benchmark": "master"
+}

arena/Bagi_agent 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/xpineda/AutoGPT_xabyvng.git",
+    "timestamp": "2023-10-20T09:21:48.837635",
+    "commit_hash_to_benchmark": "2187f66149ffa4bb99f9ca6a11b592fe4d683791",
+    "branch_to_benchmark": "master"
+}

arena/Eduardo 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/MuriloEduardo/AutoGPT.git",
+    "timestamp": "2023-09-25T03:18:20.659056",
+    "commit_hash_to_benchmark": "ffa76c3a192c36827669335de4390262da5fd972",
+    "branch_to_benchmark": "master"
+}

arena/GameSoundGPT 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/mordvinov/AutoGPT",
+    "timestamp": "2023-10-13T14:48:02.852293",
+    "commit_hash_to_benchmark": "93e3ec36ed6cd9e5e60585f016ad3bef4e1c52cb",
+    "branch_to_benchmark": "master"
+}

arena/Jean-Michel 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/Yanniswein/Jean-Michel",
+    "timestamp": "2023-10-30T09:21:14.984080",
+    "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
+    "branch_to_benchmark": "master"
+}

arena/MarketResearcherEduRob 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/fzoric8/AutoGPT",
+    "timestamp": "2023-11-01T09:36:16.357944",
+    "commit_hash_to_benchmark": "bc61ea35b5a52cc948657aac0ed8fc3f3191ec04",
+    "branch_to_benchmark": "master"
+}

arena/MindwareGPT 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/0xtotaylor/MindwareGPT.git",
+    "timestamp": "2023-10-03T14:56:05.228408",
+    "commit_hash_to_benchmark": "3374fd181852d489e51ee33a25d12a064a0bb55d",
+    "branch_to_benchmark": "master"
+}

arena/NanAutoGPT 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/open-nan/NanAutoGPT",
+    "timestamp": "2023-10-30T10:25:02.617275",
+    "commit_hash_to_benchmark": "89d333f3bb422495f21e04bdd2bba3cb8c1a34ae",
+    "branch_to_benchmark": "master"
+}

arena/Pacific 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/yifeng-qiu/AutoGPTAgent",
+    "timestamp": "2023-10-04T18:25:34.925806",
+    "commit_hash_to_benchmark": "1bd85cbc09473c0252928fb849ae8373607d6065",
+    "branch_to_benchmark": "master"
+}

arena/RAGOptimizer 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/nel349/AutoGPT",
+    "timestamp": "2023-10-07T22:51:51.507768",
+    "commit_hash_to_benchmark": "683257b697392e5551fb86c81a72728029d12aa0",
+    "branch_to_benchmark": "master"
+}

arena/TestAgent 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/Nilllas/AutoGPT",
+    "timestamp": "2023-10-20T11:27:15.343842",
+    "commit_hash_to_benchmark": "2187f66149ffa4bb99f9ca6a11b592fe4d683791",
+    "branch_to_benchmark": "master"
+}

arena/TheAgent 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/BiaoLiu2017/AutoGPT",
+    "timestamp": "2023-10-31T03:07:04.629241",
+    "commit_hash_to_benchmark": "2bd05827f97e471af798b8c2f04e8772dad101d3",
+    "branch_to_benchmark": "master"
+}

arena/YoutubePost_agent 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/ramirez3rg/Auto-GPT",
+    "timestamp": "2023-09-21T20:35:24.266598",
+    "commit_hash_to_benchmark": "c72a35e92e4f95aca25221e216c3a49d0dbc739b",
+    "branch_to_benchmark": "master"
+}

arena/Zoidberg 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/KapitanFernand/Zoidberg",
+    "timestamp": "2023-10-24T09:09:27.540179",
+    "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
+    "branch_to_benchmark": "master"
+}

arena/aWOL 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/aodrasa/aWOL",
+    "timestamp": "2023-10-11T01:24:01.516559",
+    "commit_hash_to_benchmark": "0856f6806177b30989b2be78004e059658efbbb4",
+    "branch_to_benchmark": "master"
+}

arena/analystgpt 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/vleonidas/AutoGPT",
+    "timestamp": "2023-10-20T16:46:11.806635",
+    "commit_hash_to_benchmark": "825c3adf62879fa9f91a19c11010336de5c98bfc",
+    "branch_to_benchmark": "master"
+}

arena/autogbd 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/kylaro/AutoGBD",
+    "timestamp": "2023-10-09T11:45:26.637129",
+    "commit_hash_to_benchmark": "f77d383a9f5e66a35d6008bd43cab4d93999cb61",
+    "branch_to_benchmark": "master"
+}

arena/avengaGPT 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/sebabetz/AutoGPT",
+    "timestamp": "2023-10-24T05:25:26.059512",
+    "commit_hash_to_benchmark": "ab362f96c3255052350e8e8081b363c7b97ffd6f",
+    "branch_to_benchmark": "master"
+}

arena/bosaeed_agent 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/bosaeed/AutoGPT.git",
+    "timestamp": "2023-10-03T15:31:04.721867",
+    "commit_hash_to_benchmark": "3da29eae45683457131ee8736bedae7e2a74fbba",
+    "branch_to_benchmark": "master"
+}

arena/bot01 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/Arthur-Heng/AutoGPT",
+    "timestamp": "2023-10-12T04:16:30.658280",
+    "commit_hash_to_benchmark": "766796ae1e8c07cf2a03b607621c3da6e1f01a31",
+    "branch_to_benchmark": "master"
+}

arena/chatgpt_taller 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/leobusar/AutoGPT",
+    "timestamp": "2023-10-10T04:06:42.480712",
+    "commit_hash_to_benchmark": "c77ade5b2f62c5373fc7573e5c45581f003c77a3",
+    "branch_to_benchmark": "master"
+}

arena/devagent 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/w6m6/kkgpt",
+    "timestamp": "2023-10-20T08:29:25.708364",
+    "commit_hash_to_benchmark": "052802ff8d9354f23620eb8b6a5fd68cda7e5c0e",
+    "branch_to_benchmark": "master"
+}

arena/evlyn 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://github.com/TimothyZhang/AutoGPT",
+    "timestamp": "2023-09-26T04:13:50.107902",
+    "commit_hash_to_benchmark": "e8aae7731919ee37444fd0871d05bff38f03ab66",
+    "branch_to_benchmark": "master"
+}

arena/gaby_agent 2.json

@@ -0,0 +1,6 @@
+{
+    "github_repo_url": "https://ggonza156:[email protected]/ggonza156/AutoGPT",
+    "timestamp": "2023-10-21T23:52:39.199690",
+    "commit_hash_to_benchmark": "eda21d51921899756bf866cf5c4d0f2dcd3e2e23",
+    "branch_to_benchmark": "master"
+}