Merge pull request #10 from emrgnt-cmplxty/feature/add-leet-code

Feature/add leet code

.flake8

@@ -0,0 +1,2 @@
+[flake8]
+ignore = E501, W503, E203, F541, W293, W291

.gitattributes

@@ -0,0 +1,4 @@
+*.csv linguist-generated=true
+*.json linguist-generated=true
+*.jsonl linguist-generated=true
+*.ipynb linguist-generated=true

.gitignore

@@ -1,2 +1,7 @@
-**/__pycache__/**
+# Local cruft and other
 .env
+*.bak
+**/__pycache__/**
+
+# Local sandbox environments
+playground/

.pre-commit-config.yaml

@@ -0,0 +1,26 @@
+repos:
+  - repo: https://github.com/pre-commit/mirrors-mypy
+    rev: v1.1.1 
+    hooks:
+      - id: mypy
+        additional_dependencies: [types-requests, types-attrs]
+  - repo: https://github.com/google/yapf
+    rev: v0.31.0
+    hooks:
+      - id: yapf
+        args: [--style, google]
+  - repo: https://github.com/psf/black
+    rev: 23.1.0 
+    hooks:
+      - id: black
+        language_version: python3.10 # Replace with your Python version
+  - repo: https://github.com/pycqa/flake8
+    rev: 6.0.0 
+    hooks:
+      - id: flake8
+  - repo: https://github.com/pycqa/isort
+    rev: 5.12.0 
+    hooks:
+      - id: isort
+        language_version: python3.10 
+

README.md

@@ -56,6 +56,7 @@ poetry run python runner.py --provider openai --dataset human-eval --model gpt-4
 |----------------------------------|----------------------|----------------------|------------------|------------------------------------------------------------------------|
 | HumanEval                        | 87.2                 | 84.1                 | 67               | [1]                                                                    |
 | EvalPlus                         | 79.2                 | 74.4                 | N/A              |                                                                        |
+| GSM8K                            | X                    | X                    | 87.1             |                                                                        |
 | Leetcode Easy                    | X                    | X                    | 72.2-75.6        | [1,2]                                                                  |
 | Leetcode Medium                  | X                    | X                    | 26.2-38.7        | [1,2]                                                                  |
 | Leetcode Hard                    | X                    | X                    | 6.7-7            | [1,2]                                                                  |