Skip to content

Commit

Permalink
Rework (#19)
Browse files Browse the repository at this point in the history
  • Loading branch information
@aorwall
aorwall authored Jan 12, 2025
1 parent 5ebc00b commit 98aa090
Show file tree
Hide file tree
Showing 134 changed files with 32,496 additions and 9,659 deletions.
3 changes: 2 additions & 1 deletion .gitignore
View file
Original file line number Diff line number Diff line change
Expand Up @@ -172,4 +172,5 @@ Pipfile
**/_20240522-voyage-code-2/
**/evaluations
**/repos
evals
**/moatless-testbeds
evals
11 changes: 11 additions & 0 deletions datasets/easy_dataset.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
{
"name": "easy",
"description": "Instances with 35 or more resolved solutions that exist in both lite and verified datasets",
"instance_ids": [
"django__django-11099",
"django__django-11133",
"django__django-13658",
"django__django-16255",
"django__django-16527"
]
}
99 changes: 99 additions & 0 deletions datasets/lite_and_verified_dataset.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,99 @@
{
"name": "lite_and_verified",
"description": "All instances that exist in both lite and verified datasets",
"instance_ids": [
"astropy__astropy-12907",
"astropy__astropy-14182",
"astropy__astropy-14365",
"astropy__astropy-14995",
"django__django-10914",
"django__django-11099",
"django__django-11133",
"django__django-11179",
"django__django-11815",
"django__django-11848",
"django__django-11964",
"django__django-11999",
"django__django-12125",
"django__django-12308",
"django__django-12708",
"django__django-13028",
"django__django-13033",
"django__django-13158",
"django__django-13315",
"django__django-13401",
"django__django-13551",
"django__django-13590",
"django__django-13658",
"django__django-13925",
"django__django-13933",
"django__django-13964",
"django__django-14017",
"django__django-14155",
"django__django-14238",
"django__django-14534",
"django__django-14580",
"django__django-14608",
"django__django-14672",
"django__django-14752",
"django__django-14787",
"django__django-14855",
"django__django-14915",
"django__django-14999",
"django__django-15252",
"django__django-15695",
"django__django-15814",
"django__django-15851",
"django__django-16139",
"django__django-16255",
"django__django-16527",
"django__django-16595",
"django__django-17087",
"matplotlib__matplotlib-23299",
"matplotlib__matplotlib-23314",
"matplotlib__matplotlib-23476",
"matplotlib__matplotlib-24149",
"matplotlib__matplotlib-24970",
"matplotlib__matplotlib-25311",
"matplotlib__matplotlib-25332",
"psf__requests-2317",
"pydata__xarray-4094",
"pylint-dev__pylint-7080",
"pytest-dev__pytest-7432",
"pytest-dev__pytest-7490",
"scikit-learn__scikit-learn-10297",
"scikit-learn__scikit-learn-13142",
"scikit-learn__scikit-learn-13439",
"scikit-learn__scikit-learn-13496",
"scikit-learn__scikit-learn-13779",
"scikit-learn__scikit-learn-14087",
"scikit-learn__scikit-learn-14894",
"scikit-learn__scikit-learn-14983",
"scikit-learn__scikit-learn-25747",
"sphinx-doc__sphinx-11445",
"sphinx-doc__sphinx-8595",
"sphinx-doc__sphinx-8721",
"sympy__sympy-12419",
"sympy__sympy-12481",
"sympy__sympy-13031",
"sympy__sympy-13480",
"sympy__sympy-13647",
"sympy__sympy-15345",
"sympy__sympy-16792",
"sympy__sympy-17139",
"sympy__sympy-17630",
"sympy__sympy-17655",
"sympy__sympy-18189",
"sympy__sympy-18199",
"sympy__sympy-18698",
"sympy__sympy-20154",
"sympy__sympy-20590",
"sympy__sympy-21379",
"sympy__sympy-21612",
"sympy__sympy-21847",
"sympy__sympy-22714",
"sympy__sympy-23262",
"sympy__sympy-24066",
"sympy__sympy-24213"
]
}
90 changes: 90 additions & 0 deletions datasets/lite_and_verified_solvable_dataset.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,90 @@
{
"name": "lite_and_verified_solvable",
"description": "Instances that exist in both lite and verified datasets and have at least one solution",
"instance_ids": [
"astropy__astropy-12907",
"astropy__astropy-14182",
"astropy__astropy-14365",
"astropy__astropy-14995",
"django__django-10914",
"django__django-11099",
"django__django-11133",
"django__django-11179",
"django__django-11815",
"django__django-11848",
"django__django-11964",
"django__django-11999",
"django__django-12125",
"django__django-12308",
"django__django-12708",
"django__django-13028",
"django__django-13033",
"django__django-13158",
"django__django-13315",
"django__django-13401",
"django__django-13551",
"django__django-13590",
"django__django-13658",
"django__django-13925",
"django__django-13933",
"django__django-13964",
"django__django-14017",
"django__django-14155",
"django__django-14238",
"django__django-14534",
"django__django-14580",
"django__django-14608",
"django__django-14672",
"django__django-14752",
"django__django-14787",
"django__django-14855",
"django__django-14915",
"django__django-14999",
"django__django-15814",
"django__django-15851",
"django__django-16139",
"django__django-16255",
"django__django-16527",
"django__django-16595",
"django__django-17087",
"matplotlib__matplotlib-23299",
"matplotlib__matplotlib-23314",
"matplotlib__matplotlib-24149",
"matplotlib__matplotlib-24970",
"matplotlib__matplotlib-25311",
"matplotlib__matplotlib-25332",
"psf__requests-2317",
"pydata__xarray-4094",
"pylint-dev__pylint-7080",
"pytest-dev__pytest-7432",
"pytest-dev__pytest-7490",
"scikit-learn__scikit-learn-10297",
"scikit-learn__scikit-learn-13142",
"scikit-learn__scikit-learn-13439",
"scikit-learn__scikit-learn-13496",
"scikit-learn__scikit-learn-13779",
"scikit-learn__scikit-learn-14087",
"scikit-learn__scikit-learn-14894",
"scikit-learn__scikit-learn-14983",
"scikit-learn__scikit-learn-25747",
"sphinx-doc__sphinx-8595",
"sphinx-doc__sphinx-8721",
"sympy__sympy-12481",
"sympy__sympy-13031",
"sympy__sympy-13480",
"sympy__sympy-13647",
"sympy__sympy-15345",
"sympy__sympy-16792",
"sympy__sympy-17139",
"sympy__sympy-17655",
"sympy__sympy-18189",
"sympy__sympy-20154",
"sympy__sympy-20590",
"sympy__sympy-21379",
"sympy__sympy-21847",
"sympy__sympy-22714",
"sympy__sympy-23262",
"sympy__sympy-24066",
"sympy__sympy-24213"
]
}
Loading

0 comments on commit 98aa090

Please sign in to comment.