From a800470e3d9fd19f09868ac664350dd7ebc3db46 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Marc-Alexandre=20C=C3=B4t=C3=A9?= Date: Wed, 21 May 2025 04:31:27 -0700 Subject: [PATCH 1/9] Add SWE-Smith --- MANIFEST.in | 1 + debug_gym/agents/__init__.py | 1 + debug_gym/agents/solution_agent.py | 74 +++++ debug_gym/agents/utils.py | 5 + debug_gym/gym/envs/__init__.py | 6 +- debug_gym/gym/envs/configs/swe_smith.yaml | 15 + debug_gym/gym/envs/env.py | 7 +- debug_gym/gym/envs/swe_bench.py | 7 +- debug_gym/gym/envs/swe_smith.py | 340 ++++++++++++++++++++++ debug_gym/gym/terminal.py | 8 +- debug_gym/logger.py | 2 +- requirements.txt | 3 +- scripts/config_swesmith.yaml | 45 +++ scripts/run.py | 22 +- 14 files changed, 521 insertions(+), 15 deletions(-) create mode 100644 MANIFEST.in create mode 100644 debug_gym/agents/solution_agent.py create mode 100644 debug_gym/gym/envs/configs/swe_smith.yaml create mode 100644 debug_gym/gym/envs/swe_smith.py create mode 100644 scripts/config_swesmith.yaml diff --git a/MANIFEST.in b/MANIFEST.in new file mode 100644 index 00000000..e82eb259 --- /dev/null +++ b/MANIFEST.in @@ -0,0 +1 @@ +include debug_gym/envs/configs/*.yaml \ No newline at end of file diff --git a/debug_gym/agents/__init__.py b/debug_gym/agents/__init__.py index 832726ec..83161b49 100644 --- a/debug_gym/agents/__init__.py +++ b/debug_gym/agents/__init__.py @@ -1,2 +1,3 @@ from debug_gym.agents.debug_agent import Debug_5_Agent, DebugAgent from debug_gym.agents.rewrite_agent import RewriteAgent +from debug_gym.agents.solution_agent import AgentSolution diff --git a/debug_gym/agents/solution_agent.py b/debug_gym/agents/solution_agent.py new file mode 100644 index 00000000..6ae32bbc --- /dev/null +++ b/debug_gym/agents/solution_agent.py @@ -0,0 +1,74 @@ +import subprocess + +from debug_gym.agents.base_agent import BaseAgent, register_agent +from debug_gym.gym.tools.tool import ToolCall + + +@register_agent +class AgentSolution(BaseAgent): + name: str = "solution" + + def run(self, task_name=None, debug=False): + self.history.reset() + + info = self.env.reset(options={"task_name": task_name}) + self.history.step(info) + + if info.done is True: + return True + + self.logger.info( + f"Score: {info.score}/{info.max_score} ({info.score/info.max_score:.1%})" + ) + + # Make a simple pdb call to make sure it is working. + action = ToolCall(name="pdb", id="pdb", arguments={"command": "help help"}) + pdb_help_info = self.env.step(action) + assert ( + "h(elp)" in pdb_help_info.step_observation.observation + ), "PDB command did not return expected help message." + + # Send a pdb continue command, and check the output matches the one from env.reset. + action = ToolCall(name="pdb", id="pdb", arguments={"command": "continue"}) + pdb_continue_info = self.env.step(action) + + assert ( + "Reached the end of the program. Restarting the debugging session." + in pdb_continue_info.step_observation.observation + ) or ( + info.step_observation.observation.splitlines()[-1] + in pdb_continue_info.step_observation.observation + ), "PDB command did not return expected continue message." + + try: + self.logger.info(f"Applying gold patch to {self.env.working_dir}.") + command = f"git -C {self.env.working_dir} apply {getattr(self.env, "git_apply_args", "")} -" + cmd_out = subprocess.run( + command.split(), + input=self.env.gold_patch, + text=True, + check=True, + capture_output=True, + ) + self.logger.info("Patch applied successfully.") + self.logger.debug(cmd_out) + except subprocess.CalledProcessError as e: + self.logger.debug(e) + self.logger.debug(f"stderr: {e.stderr}") + self.logger.debug(f"stdout: {e.stdout}") + raise + + if debug: + breakpoint() + + action = ToolCall(name="eval", id="eval", arguments={}) + info = self.env.step(action) + + self.history.step(info) + + self.logger.info( + f"Score: {info.score}/{info.max_score} ({info.score/info.max_score:.1%})" + ) + assert info.done, "The task should be done after applying the gold patch." + + return info.done diff --git a/debug_gym/agents/utils.py b/debug_gym/agents/utils.py index 385182ef..5ae6e9ab 100644 --- a/debug_gym/agents/utils.py +++ b/debug_gym/agents/utils.py @@ -108,6 +108,11 @@ def load_config(): action="store_true", help="Break before sending action to the environment.", ) + parser.add_argument( + "--list", + action="store_true", + help="List available agents and problems.", + ) group = parser.add_mutually_exclusive_group() group.add_argument( "-v", diff --git a/debug_gym/gym/envs/__init__.py b/debug_gym/gym/envs/__init__.py index 224a5296..fb4000b1 100644 --- a/debug_gym/gym/envs/__init__.py +++ b/debug_gym/gym/envs/__init__.py @@ -2,9 +2,10 @@ from debug_gym.gym.envs.env import RepoEnv, TooledEnv from debug_gym.gym.envs.mini_nightmare import MiniNightmareEnv from debug_gym.gym.envs.swe_bench import SWEBenchEnv +from debug_gym.gym.envs.swe_smith import SWESmithEnv -def select_env(env_type: str = None): +def select_env(env_type: str = None) -> type[RepoEnv]: match env_type: case None: return RepoEnv @@ -12,8 +13,9 @@ def select_env(env_type: str = None): return AiderBenchmarkEnv case "swebench": return SWEBenchEnv + case "swesmith": + return SWESmithEnv case "mini_nightmare": return MiniNightmareEnv case _: raise ValueError(f"Unknown benchmark {env_type}") - return env_class diff --git a/debug_gym/gym/envs/configs/swe_smith.yaml b/debug_gym/gym/envs/configs/swe_smith.yaml new file mode 100644 index 00000000..f8d6143b --- /dev/null +++ b/debug_gym/gym/envs/configs/swe_smith.yaml @@ -0,0 +1,15 @@ +test-126: + indices: [33921, 10836, 46879, 1920, 11024, 15831, 9321, 17193, 1781, 25696, 17174, 24195, 40340, 47011, 7878, 17543, 10463, 16808, 38851, 11879, 24105, 47095, 19997, 13583, 17956, 26552, 30968, 30890, 26216, 11871, 13720, 17876, 6047, 41309, 38023, 40588, 20212, 18936, 40055, 41573, 18363, 29857, 13504, 11920, 14331, 16836, 3331, 18283, 460, 8337, 26029, 41421, 0, 100, 27530, 9718, 11749, 11837, 27932, 34681, 6689, 13213, 39884, 20307, 12476, 16285, 34380, 37142, 16853, 12400, 15719, 15802, 37599, 9627, 15172, 14646, 44176, 32981, 48535, 49180, 23674, 41822, 6958, 39224, 18904, 39943, 19420, 9214, 14527, 1015, 19696, 24230, 44385, 28529, 35410, 4277, 6303, 37960, 20345, 23712, 45193, 38073, 9149, 31035, 31794, 46921, 3477, 14967, 15655, 20542, 11551, 12444, 32017, 37531, 2038, 22931, 3460, 27791, 8470, 24906, 30292, 30606, 36840, 18193, 9168, 18071] + ids: ['Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__041av9lh', 'HIPS__autograd.ac044f0d.lm_rewrite__0980jjjc', 'Knio__dominate.9082227e.combine_file__29cxy57f', 'Mimino666__langdetect.a1598f1a.combine_file__3ne2iu6p', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__0u6zscda', 'PyCQA__flake8.cf1542ce.combine_file__00lpnlny', 'Suor__funcy.207a7810.combine_file__186umsl2', 'adrienverge__yamllint.8513d9b9.combine_file__05pv3u48', 'agronholm__exceptiongroup.0b4f4937.combine_file__74zzufuj', 'agronholm__typeguard.b6a7e438.combine_file__3qg8gxw1', 'aio-libs__async-timeout.d0baa9f1.combine_file__3qpnebr7', 'alanjds__drf-nested-routers.6144169d.combine_file__0cfigj6z', 'alecthomas__voluptuous.a7a55f83.combine_file__0cbk83ph', 'amueller__word_cloud.ec24191c.combine_file__3ebhp167', 'andialbrecht__sqlparse.e57923b3.combine_file__0kpo7qv7', 'arrow-py__arrow.1d70d009.combine_file__09q8ngbx', 'benoitc__gunicorn.bacbf8aa.combine_file__0q9uqnfj', 'borntyping__python-colorlog.dfa10f59.combine_file__932hbnsz', 'bottlepy__bottle.a8dfef30.combine_file__x70r972s', 'buriy__python-readability.40256f40.combine_file__2pt3y7up', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__9gg2j98k', 'cantools__cantools.0c6a7871.combine_file__01jft1mj', 'chardet__chardet.9630f238.combine_file__1gm3nc5e', 'cknd__stackprinter.219fcc52.combine_file__3mb4yuht', 'cloudpipe__cloudpickle.6220b0ce.combine_file__1hg7kf4e', 'conan-io__conan.86f29e13.func_pm_class_rm_base__2b2cs4pz', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__5qi3ub54', 'cool-RR__PySnooper.57472b46.combine_file__5h511qdl', 'dask__dask.5f61e423.func_pm_class_rm_base__1vwih979', 'datamade__usaddress.a42a8f0c.combine_file__n8e84hcz', 'davidhalter__parso.338a5760.combine_file__1ozjorxv', 'dbader__schedule.82a43db1.combine_file__8xn9cuva', 'django-money__django-money.835c1ab8.combine_file__2207opfn', 'django__channels.a144b4b8.combine_file__36w5u7ml', 'django__daphne.32ac73e1.combine_file__58p1glea', 'encode__starlette.db5063c2.combine_file__0hvre36s', 'erikrose__parsimonious.0d3f5f93.combine_file__0w8inm9h', 'facebookresearch__fvcore.a491d5b9.combine_file__0e71vue2', 'facelessuser__soupsieve.a8080d97.combine_file__28fnpmgw', 'gawel__pyquery.811cd048.combine_file__3p0rswud', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__2yj9xqtn', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__190mpaah', 'google__textfsm.c31b6007.combine_file__7milf7b7', 'graphql-python__graphene.82903263.combine_file__00ktyl0x', 'gruns__furl.da386f68.combine_file__a2we49nm', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__7iujb6a9', 'gweis__isodate.17cb25eb.combine_file__0isfhxlp', 'hukkin__tomli.443a0c1b.combine_file__3dpezncq', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__1mq4n48p', 'jaraco__inflect.c079a96a.combine_file__1m7cawal', 'jawah__charset_normalizer.1fdd6463.combine_file__0ne1ir4a', 'jd__tenacity.0d40e76f.combine_file__1n8ql04e', 'john-kurkowski__tldextract.3d1bf184.combine_file__1vnuqpt4', 'joke2k__faker.8b401a7d.func_pm_class_rm_base__6sd07oov', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_base__gek8im5g', 'kayak__pypika.1c9646f0.combine_file__0255t16v', 'keleshev__schema.24a30457.combine_file__8m3txfu7', 'kennethreitz__records.5941ab27.combine_file__6me5ci4d', 'kurtmckee__feedparser.cad965a3.combine_file__10qkvfi4', 'lepture__mistune.bf54ef67.combine_file__09mnfd6d', 'life4__textdistance.c3aca916.combine_file__0sfget5n', 'lincolnloop__python-qrcode.456b01d4.combine_file__2nub3l1p', 'luozhouyang__python-string-similarity.115acaac.combine_file__7iakunhx', 'madzak__python-json-logger.5f85723f.combine_file__99gu5t29', 'mahmoud__boltons.3bfcfdd0.combine_file__0e96jzmh', 'mahmoud__glom.fb3c4e76.combine_file__22kf0vki', 'marshmallow-code__apispec.8b421526.combine_file__0b5bc0wh', 'marshmallow-code__marshmallow.9716fc62.combine_file__06ot1dy4', 'marshmallow-code__webargs.dbde72fe.combine_file__05ra8ndh', 'martinblech__xmltodict.0952f382.combine_file__am8jwrys', 'matthewwithanm__python-markdownify.6258f5c3.combine_file__hbpauk0y', 'mewwts__addict.75284f95.combine_file__3fttj8ti', 'mido__mido.a0158ff9.combine_file__0euprx1w', 'modin-project__modin.8c7799fd.combine_module__5xk47cme', 'mozilla__bleach.73871d76.combine_file__1fx94goc', 'mozillazg__python-pinyin.e42dede5.combine_file__0fuikb5l', 'msiemens__tinydb.10644a0e.combine_file__0176isok', 'oauthlib__oauthlib.1fd52536.combine_file__09vlzwgc', 'pallets__click.fde47b4b.combine_file__08zigyqu', 'pallets__jinja.ada0a9a6.combine_file__0419229c', 'pallets__markupsafe.620c06c9.combine_file__6fk2d773', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__10da8v2t', 'paramiko__paramiko.23f92003.combine_file__06294q2r', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__055x2yzv', 'pexpect__ptyprocess.1067dbda.combine_file__3cb6g60c', 'pndurette__gTTS.dbcda4f3.combine_file__1po2ryn8', 'prettytable__prettytable.ca90b055.combine_file__2mwa4qpg', 'pudo__dataset.5c2dc8d3.combine_file__09k00ucq', 'pwaller__pyfiglet.f8c5f35b.combine_file__sind222x', 'pyasn1__pyasn1.0f07d724.combine_file__01foatge', 'pyca__pyopenssl.04766a49.combine_file__12o1o8ad', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__11pd443v', 'pydata__patsy.a5d16484.combine_file__0fyqd2rn', 'pydicom__pydicom.7d361b3d.combine_file__0ghggoro', 'pygments__pygments.27649ebb.combine_file__07pfbsi4', 'pylint-dev__astroid.b114f6b5.combine_file__03ujys3k', 'pyparsing__pyparsing.533adf47.combine_file__0mxfxgiy', 'pytest-dev__iniconfig.16793ead.combine_file__06k2m7dd', 'python-hyper__h11.bed0dd4a.combine_file__1p8am6k1', 'python-jsonschema__jsonschema.93e0caa5.combine_file__0khtjauk', 'python-openxml__python-docx.0cf6d71f.combine_file__015jbfaw', 'python-trio__trio.cfbbe2c1.func_basic__wc0m7rwr', 'python__mypy.e93f06ce.pr_10036', 'pyupio__safety.7654596b.combine_file__04p8gjzq', 'pyutils__line_profiler.a646bf0f.combine_file__0prho0wb', 'r1chardj0n3s__parse.30da9e4f.combine_file__9g6wvq09', 'rsalmei__alive-progress.35853799.combine_file__03fag9gd', 'rubik__radon.54b88e58.combine_file__0a6xo8gp', 'rustedpy__result.0b855e1e.combine_file__sxi3qfjs', 'scanny__python-pptx.278b47b1.combine_file__00zilcc6', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__7odd8hev', 'seatgeek__thefuzz.8a05a3ee.combine_file__18e0miwg', 'seperman__deepdiff.ed252022.combine_file__1gus4sew', 'sloria__environs.73c372df.combine_file__1ek10skm', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__00xdyhqi', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__0ba7h4uf', 'termcolor__termcolor.3a42086f.combine_file__1lkb1xn6', 'theskumar__python-dotenv.2b8635b7.combine_file__2vu6qegg', 'tkrajina__gpxpy.09fc46b3.combine_file__1ruhyhz2', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__0gwm46qw', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__0s87qpfn', 'tox-dev__pipdeptree.c31b6418.combine_file__0gh8s1gy', 'tweepy__tweepy.91a41c6e.combine_file__2sd58d3b', 'un33k__python-slugify.872b3750.combine_file__9694uddh', 'vi3k6i5__flashtext.b316c7e9.combine_file__9dxlk2rp', 'weaveworks__grafanalib.5c3b17ed.combine_file__2a6rzcsr'] + +test-1008: + indices: [0, 1, 2, 3, 4, 5, 6, 7, 100, 101, 102, 103, 104, 105, 106, 107, 460, 461, 462, 463, 464, 465, 466, 467, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1781, 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1920, 1921, 1922, 1923, 1924, 1925, 1926, 1927, 2038, 2039, 2040, 2041, 2042, 2043, 2044, 2045, 3331, 3332, 3333, 3334, 3335, 3336, 3337, 3338, 3460, 3461, 3462, 3463, 3464, 3465, 3466, 3467, 3477, 3478, 3479, 3480, 3481, 3482, 3483, 3484, 4277, 4278, 4279, 4280, 4281, 4282, 4283, 4284, 6047, 6048, 6049, 6050, 6051, 6052, 6053, 6054, 6303, 6304, 6305, 6306, 6307, 6308, 6309, 6310, 6689, 6690, 6691, 6692, 6693, 6694, 6695, 6696, 6958, 6959, 6960, 6961, 6962, 6963, 6964, 6965, 7878, 7879, 7880, 7881, 7882, 7883, 7884, 7885, 8337, 8338, 8339, 8340, 8341, 8342, 8343, 8344, 8470, 8471, 8472, 8473, 8474, 8475, 8476, 8477, 9149, 9150, 9151, 9152, 9153, 9154, 9155, 9156, 9168, 9169, 9170, 9171, 9172, 9173, 9174, 9175, 9214, 9215, 9216, 9217, 9218, 9219, 9220, 9221, 9321, 9322, 9323, 9324, 9325, 9326, 9327, 9328, 9627, 9628, 9629, 9630, 9631, 9632, 9633, 9634, 9718, 9719, 9720, 9721, 9722, 9723, 9724, 9725, 10463, 10464, 10465, 10466, 10467, 10468, 10469, 10470, 10836, 10837, 10838, 10839, 10840, 10841, 10842, 10843, 11024, 11025, 11026, 11027, 11028, 11029, 11030, 11031, 11551, 11552, 11553, 11554, 11555, 11556, 11557, 11558, 11749, 11750, 11751, 11752, 11753, 11754, 11755, 11756, 11837, 11838, 11839, 11840, 11841, 11842, 11843, 11844, 11871, 11872, 11873, 11874, 11875, 11876, 11877, 11878, 11879, 11880, 11881, 11882, 11883, 11884, 11885, 11886, 11920, 11921, 11922, 11923, 11924, 11925, 11926, 11927, 12400, 12401, 12402, 12403, 12404, 12405, 12406, 12407, 12444, 12445, 12446, 12447, 12448, 12449, 12450, 12451, 12476, 12477, 12478, 12479, 12480, 12481, 12482, 12483, 13213, 13214, 13215, 13216, 13217, 13218, 13219, 13220, 13504, 13505, 13506, 13507, 13508, 13509, 13510, 13511, 13583, 13584, 13585, 13586, 13587, 13588, 13589, 13590, 13720, 13721, 13722, 13723, 13724, 13725, 13726, 13727, 14331, 14332, 14333, 14334, 14335, 14336, 14337, 14338, 14527, 14528, 14529, 14530, 14531, 14532, 14533, 14534, 14646, 14647, 14648, 14649, 14650, 14651, 14652, 14653, 14967, 14968, 14969, 14970, 14971, 14972, 14973, 14974, 15172, 15173, 15174, 15175, 15176, 15177, 15178, 15179, 15655, 15656, 15657, 15658, 15659, 15660, 15661, 15662, 15719, 15720, 15721, 15722, 15723, 15724, 15725, 15726, 15802, 15803, 15804, 15805, 15806, 15807, 15808, 15809, 15831, 15832, 15833, 15834, 15835, 15836, 15837, 15838, 16285, 16286, 16287, 16288, 16289, 16290, 16291, 16292, 16808, 16809, 16810, 16811, 16812, 16813, 16814, 16815, 16836, 16837, 16838, 16839, 16840, 16841, 16842, 16843, 16853, 16854, 16855, 16856, 16857, 16858, 16859, 16860, 17174, 17175, 17176, 17177, 17178, 17179, 17180, 17181, 17193, 17194, 17195, 17196, 17197, 17198, 17199, 17200, 17543, 17544, 17545, 17546, 17547, 17548, 17549, 17550, 17876, 17877, 17878, 17879, 17880, 17881, 17882, 17883, 17956, 17957, 17958, 17959, 17960, 17961, 17962, 17963, 18071, 18072, 18073, 18074, 18075, 18076, 18077, 18078, 18193, 18194, 18195, 18196, 18197, 18198, 18199, 18200, 18283, 18284, 18285, 18286, 18287, 18288, 18289, 18290, 18363, 18364, 18365, 18366, 18367, 18368, 18369, 18370, 18904, 18905, 18906, 18907, 18908, 18909, 18910, 18911, 18936, 18937, 18938, 18939, 18940, 18941, 18942, 18943, 19420, 19421, 19422, 19423, 19424, 19425, 19426, 19427, 19696, 19697, 19698, 19699, 19700, 19701, 19702, 19703, 19997, 19998, 19999, 20000, 20001, 20002, 20003, 20004, 20212, 20213, 20214, 20215, 20216, 20217, 20218, 20219, 20307, 20308, 20309, 20310, 20311, 20312, 20313, 20314, 20345, 20346, 20347, 20348, 20349, 20350, 20351, 20352, 20542, 20543, 20544, 20545, 20546, 20547, 20548, 20549, 22931, 22932, 22933, 22934, 22935, 22936, 22937, 22938, 23674, 23675, 23676, 23677, 23678, 23679, 23680, 23681, 23712, 23713, 23714, 23715, 23716, 23717, 23718, 23719, 24105, 24106, 24107, 24108, 24109, 24110, 24111, 24112, 24195, 24196, 24197, 24198, 24199, 24200, 24201, 24202, 24230, 24231, 24232, 24233, 24234, 24235, 24236, 24237, 24906, 24907, 24908, 24909, 24910, 24911, 24912, 24913, 25696, 25697, 25698, 25699, 25700, 25701, 25702, 25703, 26029, 26030, 26031, 26032, 26033, 26034, 26035, 26036, 26216, 26217, 26218, 26219, 26220, 26221, 26222, 26223, 26552, 26553, 26554, 26555, 26556, 26557, 26558, 26559, 27530, 27531, 27532, 27533, 27534, 27535, 27536, 27537, 27791, 27792, 27793, 27794, 27795, 27796, 27797, 27798, 27932, 27933, 27934, 27935, 27936, 27937, 27938, 27939, 28529, 28530, 28531, 28532, 28533, 28534, 28535, 28536, 29857, 29858, 29859, 29860, 29861, 29862, 29863, 29864, 30292, 30293, 30294, 30295, 30296, 30297, 30298, 30299, 30606, 30607, 30608, 30609, 30610, 30611, 30612, 30613, 30890, 30891, 30892, 30893, 30894, 30895, 30896, 30897, 30968, 30969, 30970, 30971, 30972, 30973, 30974, 30975, 31035, 31036, 31037, 31038, 31039, 31040, 31041, 31042, 31794, 31795, 31796, 31797, 31798, 31799, 31800, 31801, 32017, 32018, 32019, 32020, 32021, 32022, 32023, 32024, 32981, 32982, 32983, 32984, 32985, 32986, 32987, 32988, 33921, 33922, 33923, 33924, 33925, 33926, 33927, 33928, 34380, 34381, 34382, 34383, 34384, 34385, 34386, 34387, 34681, 34682, 34683, 34684, 34685, 34686, 34687, 34688, 35410, 35411, 35412, 35413, 35414, 35415, 35416, 35417, 36840, 36841, 36842, 36843, 36844, 36845, 36846, 36847, 37142, 37143, 37144, 37145, 37146, 37147, 37148, 37149, 37531, 37532, 37533, 37534, 37535, 37536, 37537, 37538, 37599, 37600, 37601, 37602, 37603, 37604, 37605, 37606, 37960, 37961, 37962, 37963, 37964, 37965, 37966, 37967, 38023, 38024, 38025, 38026, 38027, 38028, 38029, 38030, 38073, 38074, 38075, 38076, 38077, 38078, 38079, 38080, 38851, 38852, 38853, 38854, 38855, 38856, 38857, 38858, 39224, 39225, 39226, 39227, 39228, 39229, 39230, 39231, 39884, 39885, 39886, 39887, 39888, 39889, 39890, 39891, 39943, 39944, 39945, 39946, 39947, 39948, 39949, 39950, 40055, 40056, 40057, 40058, 40059, 40060, 40061, 40062, 40340, 40341, 40342, 40343, 40344, 40345, 40346, 40347, 40588, 40589, 40590, 40591, 40592, 40593, 40594, 40595, 41309, 41310, 41311, 41312, 41313, 41314, 41315, 41316, 41421, 41422, 41423, 41424, 41425, 41426, 41427, 41428, 41573, 41574, 41575, 41576, 41577, 41578, 41579, 41580, 41822, 41823, 41824, 41825, 41826, 41827, 41828, 41829, 44176, 44177, 44178, 44179, 44180, 44181, 44182, 44183, 44385, 44386, 44387, 44388, 44389, 44390, 44391, 44392, 45193, 45194, 45195, 45196, 45197, 45198, 45199, 45200, 46879, 46880, 46881, 46882, 46883, 46884, 46885, 46886, 46921, 46922, 46923, 46924, 46925, 46926, 46927, 46928, 47011, 47012, 47013, 47014, 47015, 47016, 47017, 47018, 47095, 47096, 47097, 47098, 47099, 47100, 47101, 47102, 48535, 48536, 48537, 48538, 48539, 48540, 48541, 48542, 49180, 49181, 49182, 49183, 49184, 49185, 49186, 49187] + ids: ['john-kurkowski__tldextract.3d1bf184.combine_file__1vnuqpt4', 'john-kurkowski__tldextract.3d1bf184.combine_file__28bpyc3y', 'john-kurkowski__tldextract.3d1bf184.combine_file__2fa4wcjb', 'john-kurkowski__tldextract.3d1bf184.combine_file__49lzm22u', 'john-kurkowski__tldextract.3d1bf184.combine_file__5nuggdtn', 'john-kurkowski__tldextract.3d1bf184.combine_file__8zg1ri0m', 'john-kurkowski__tldextract.3d1bf184.combine_file__a8cw58y5', 'john-kurkowski__tldextract.3d1bf184.combine_file__aztgcns2', 'joke2k__faker.8b401a7d.func_pm_class_rm_base__6sd07oov', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__0cx0y46f', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__155blpz6', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__160fu86n', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__1furpvv3', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__2otvphea', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__3r3nx404', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__4s0ebj2d', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__1mq4n48p', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__1ygoyhp0', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__f6vzrswj', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__kxf254x3', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__po70rljf', 'iterative__dvc.1d6ea681.func_pm_class_rm_funcs__0psnagfz', 'iterative__dvc.1d6ea681.func_pm_class_rm_funcs__16qxdj8c', 'iterative__dvc.1d6ea681.func_pm_class_rm_funcs__2k3lhkul', 'pyasn1__pyasn1.0f07d724.combine_file__01foatge', 'pyasn1__pyasn1.0f07d724.combine_file__05o1qjc7', 'pyasn1__pyasn1.0f07d724.combine_file__0kvr531y', 'pyasn1__pyasn1.0f07d724.combine_file__0oiqfjup', 'pyasn1__pyasn1.0f07d724.combine_file__1jbi85xa', 'pyasn1__pyasn1.0f07d724.combine_file__4n0hmt81', 'pyasn1__pyasn1.0f07d724.combine_file__5ei3ghy7', 'pyasn1__pyasn1.0f07d724.combine_file__63syezbg', 'agronholm__exceptiongroup.0b4f4937.combine_file__74zzufuj', 'agronholm__exceptiongroup.0b4f4937.combine_file__e14uhohy', 'agronholm__exceptiongroup.0b4f4937.combine_file__f9ib0lv6', 'agronholm__exceptiongroup.0b4f4937.combine_file__i0w4anf7', 'agronholm__exceptiongroup.0b4f4937.combine_file__leti1lvr', 'agronholm__exceptiongroup.0b4f4937.combine_file__m8abag3k', 'agronholm__exceptiongroup.0b4f4937.combine_file__mw63j2hd', 'agronholm__exceptiongroup.0b4f4937.combine_file__s0m5ibx3', 'Mimino666__langdetect.a1598f1a.combine_file__3ne2iu6p', 'Mimino666__langdetect.a1598f1a.combine_file__6rlr3dzx', 'Mimino666__langdetect.a1598f1a.combine_file__8ahfsx60', 'Mimino666__langdetect.a1598f1a.combine_file__8h7nevau', 'Mimino666__langdetect.a1598f1a.combine_file__8jjjzz0g', 'Mimino666__langdetect.a1598f1a.combine_file__9x07wm73', 'Mimino666__langdetect.a1598f1a.combine_file__baomsq52', 'Mimino666__langdetect.a1598f1a.combine_file__blbshbij', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__00xdyhqi', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__0kj3axpn', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__0rozfmz9', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__0uj94g0d', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__0xaxozxv', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__13uj3ar7', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__19akfyic', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__1wp5z7mg', 'gweis__isodate.17cb25eb.combine_file__0isfhxlp', 'gweis__isodate.17cb25eb.combine_file__0ughdbtx', 'gweis__isodate.17cb25eb.combine_file__19ctjg4p', 'gweis__isodate.17cb25eb.combine_file__1k8q4a9v', 'gweis__isodate.17cb25eb.combine_file__3d5ffych', 'gweis__isodate.17cb25eb.combine_file__4u5mlu9j', 'gweis__isodate.17cb25eb.combine_file__57hxnkcj', 'gweis__isodate.17cb25eb.combine_file__8zpm11c8', 'termcolor__termcolor.3a42086f.combine_file__1lkb1xn6', 'termcolor__termcolor.3a42086f.combine_file__8ltnh873', 'termcolor__termcolor.3a42086f.combine_file__jvn23aeb', 'termcolor__termcolor.3a42086f.combine_file__kcolavuc', 'termcolor__termcolor.3a42086f.func_basic__85cw2fkp', 'termcolor__termcolor.3a42086f.func_basic__j1e1skkr', 'termcolor__termcolor.3a42086f.func_basic__u7mdjl9x', 'termcolor__termcolor.3a42086f.func_basic__voa3vr8k', 'rsalmei__alive-progress.35853799.combine_file__03fag9gd', 'rsalmei__alive-progress.35853799.combine_file__0d2nyr7r', 'rsalmei__alive-progress.35853799.combine_file__1ljzw1ci', 'rsalmei__alive-progress.35853799.combine_file__2ka5aw0g', 'rsalmei__alive-progress.35853799.combine_file__548uahnn', 'rsalmei__alive-progress.35853799.combine_file__5koekd6f', 'rsalmei__alive-progress.35853799.combine_file__5nuterze', 'rsalmei__alive-progress.35853799.combine_file__5uvaw4eq', 'pylint-dev__astroid.b114f6b5.combine_file__03ujys3k', 'pylint-dev__astroid.b114f6b5.combine_file__0443kh77', 'pylint-dev__astroid.b114f6b5.combine_file__0542t5ft', 'pylint-dev__astroid.b114f6b5.combine_file__0exizlwy', 'pylint-dev__astroid.b114f6b5.combine_file__0w3lbknq', 'pylint-dev__astroid.b114f6b5.combine_file__0x6ss9oc', 'pylint-dev__astroid.b114f6b5.combine_file__0zmrug3v', 'pylint-dev__astroid.b114f6b5.combine_file__0zt5q18q', 'django-money__django-money.835c1ab8.combine_file__2207opfn', 'django-money__django-money.835c1ab8.combine_file__26mrrar1', 'django-money__django-money.835c1ab8.combine_file__6g5qo3g8', 'django-money__django-money.835c1ab8.combine_file__7znr0kum', 'django-money__django-money.835c1ab8.combine_file__av81krcf', 'django-money__django-money.835c1ab8.combine_file__balze8su', 'django-money__django-money.835c1ab8.combine_file__cxfdztpc', 'django-money__django-money.835c1ab8.combine_file__f42d2uus', 'pyparsing__pyparsing.533adf47.combine_file__0mxfxgiy', 'pyparsing__pyparsing.533adf47.combine_file__0nsujtro', 'pyparsing__pyparsing.533adf47.combine_file__3jw3qikd', 'pyparsing__pyparsing.533adf47.combine_file__5uxg70c1', 'pyparsing__pyparsing.533adf47.combine_file__62sgh9w7', 'pyparsing__pyparsing.533adf47.combine_file__68skjedt', 'pyparsing__pyparsing.533adf47.combine_file__68vwhhcm', 'pyparsing__pyparsing.533adf47.combine_file__76btnn9u', 'life4__textdistance.c3aca916.combine_file__0sfget5n', 'life4__textdistance.c3aca916.combine_file__135h75f4', 'life4__textdistance.c3aca916.combine_file__2n8fa76r', 'life4__textdistance.c3aca916.combine_file__2ow6yk33', 'life4__textdistance.c3aca916.combine_file__2s9xskfy', 'life4__textdistance.c3aca916.combine_file__3izxykz4', 'life4__textdistance.c3aca916.combine_file__593rz6rb', 'life4__textdistance.c3aca916.combine_file__5a3pe0mb', 'paramiko__paramiko.23f92003.combine_file__06294q2r', 'paramiko__paramiko.23f92003.combine_file__062dokbe', 'paramiko__paramiko.23f92003.combine_file__06ixfhti', 'paramiko__paramiko.23f92003.combine_file__07gu8cok', 'paramiko__paramiko.23f92003.combine_file__0g6xnh23', 'paramiko__paramiko.23f92003.combine_file__13e10lun', 'paramiko__paramiko.23f92003.combine_file__1acju47q', 'paramiko__paramiko.23f92003.combine_file__1eqp9nm1', 'andialbrecht__sqlparse.e57923b3.combine_file__0kpo7qv7', 'andialbrecht__sqlparse.e57923b3.combine_file__1neoviis', 'andialbrecht__sqlparse.e57923b3.combine_file__1wyezdjs', 'andialbrecht__sqlparse.e57923b3.combine_file__2ce20ivv', 'andialbrecht__sqlparse.e57923b3.combine_file__2fz8wxs9', 'andialbrecht__sqlparse.e57923b3.combine_file__365uyea8', 'andialbrecht__sqlparse.e57923b3.combine_file__41rrr227', 'andialbrecht__sqlparse.e57923b3.combine_file__4696vm2s', 'jaraco__inflect.c079a96a.combine_file__1m7cawal', 'jaraco__inflect.c079a96a.combine_file__p1km6bf3', 'jaraco__inflect.c079a96a.combine_file__y2ozfoh0', 'jaraco__inflect.c079a96a.func_basic__0hwljtvh', 'jaraco__inflect.c079a96a.func_basic__1jrv4g0i', 'jaraco__inflect.c079a96a.func_basic__1ohhrkta', 'jaraco__inflect.c079a96a.func_basic__20t8s193', 'jaraco__inflect.c079a96a.func_basic__22egpvdf', 'tkrajina__gpxpy.09fc46b3.combine_file__1ruhyhz2', 'tkrajina__gpxpy.09fc46b3.combine_file__5bnr4po3', 'tkrajina__gpxpy.09fc46b3.combine_file__622pe5nv', 'tkrajina__gpxpy.09fc46b3.combine_file__6h5c7o6p', 'tkrajina__gpxpy.09fc46b3.combine_file__7r5pxkmp', 'tkrajina__gpxpy.09fc46b3.combine_file__8numrqv6', 'tkrajina__gpxpy.09fc46b3.combine_file__cj7fx7u3', 'tkrajina__gpxpy.09fc46b3.combine_file__ehz08wgl', 'python__mypy.e93f06ce.pr_10036', 'python__mypy.e93f06ce.pr_10424', 'python__mypy.e93f06ce.pr_11567', 'python__mypy.e93f06ce.pr_11632', 'python__mypy.e93f06ce.pr_11972', 'python__mypy.e93f06ce.pr_12943', 'python__mypy.e93f06ce.pr_12951', 'python__mypy.e93f06ce.pr_15155', 'vi3k6i5__flashtext.b316c7e9.combine_file__9dxlk2rp', 'vi3k6i5__flashtext.b316c7e9.combine_file__lrgx0qey', 'vi3k6i5__flashtext.b316c7e9.combine_file__m4a2tfh1', 'vi3k6i5__flashtext.b316c7e9.combine_file__of44w59q', 'vi3k6i5__flashtext.b316c7e9.func_basic__2jg0vg7s', 'vi3k6i5__flashtext.b316c7e9.func_basic__40bfagui', 'vi3k6i5__flashtext.b316c7e9.func_basic__4642z3wy', 'vi3k6i5__flashtext.b316c7e9.func_basic__cyvjee42', 'pudo__dataset.5c2dc8d3.combine_file__09k00ucq', 'pudo__dataset.5c2dc8d3.combine_file__2h1v64gn', 'pudo__dataset.5c2dc8d3.combine_file__2krxnkkn', 'pudo__dataset.5c2dc8d3.combine_file__3ttzi4k1', 'pudo__dataset.5c2dc8d3.combine_file__4oc6t9ws', 'pudo__dataset.5c2dc8d3.combine_file__906hgmxb', 'pudo__dataset.5c2dc8d3.combine_file__ab58f4n1', 'pudo__dataset.5c2dc8d3.combine_file__emn854d9', 'Suor__funcy.207a7810.combine_file__186umsl2', 'Suor__funcy.207a7810.combine_file__1zo4pdi4', 'Suor__funcy.207a7810.combine_file__3cucpzij', 'Suor__funcy.207a7810.combine_file__3u9hti2d', 'Suor__funcy.207a7810.combine_file__3y0j7te5', 'Suor__funcy.207a7810.combine_file__4ho5rovv', 'Suor__funcy.207a7810.combine_file__5c2gq3ju', 'Suor__funcy.207a7810.combine_file__5kzv0kej', 'modin-project__modin.8c7799fd.combine_module__5xk47cme', 'modin-project__modin.8c7799fd.combine_module__ay6v1944', 'modin-project__modin.8c7799fd.combine_module__h587z70h', 'modin-project__modin.8c7799fd.combine_module__m5lxs8bb', 'modin-project__modin.8c7799fd.combine_module__rxi0qhe3', 'modin-project__modin.8c7799fd.combine_module__y3bqerxy', 'modin-project__modin.8c7799fd.func_pm_class_rm_funcs__dicn9yqc', 'modin-project__modin.8c7799fd.func_pm_class_rm_funcs__fb82om6g', 'kayak__pypika.1c9646f0.combine_file__0255t16v', 'kayak__pypika.1c9646f0.combine_file__0i1fohni', 'kayak__pypika.1c9646f0.combine_file__0umuc53t', 'kayak__pypika.1c9646f0.combine_file__1o3odg2d', 'kayak__pypika.1c9646f0.combine_file__1z56joe1', 'kayak__pypika.1c9646f0.combine_file__1zjm16oa', 'kayak__pypika.1c9646f0.combine_file__2znk3s7x', 'kayak__pypika.1c9646f0.combine_file__3l94afus', 'benoitc__gunicorn.bacbf8aa.combine_file__0q9uqnfj', 'benoitc__gunicorn.bacbf8aa.combine_file__0uqr7ef6', 'benoitc__gunicorn.bacbf8aa.combine_file__18uz4fdc', 'benoitc__gunicorn.bacbf8aa.combine_file__1b24eq17', 'benoitc__gunicorn.bacbf8aa.combine_file__2n0dy0tp', 'benoitc__gunicorn.bacbf8aa.combine_file__2w6h4yfi', 'benoitc__gunicorn.bacbf8aa.combine_file__339uwkx7', 'benoitc__gunicorn.bacbf8aa.combine_file__3764djw5', 'HIPS__autograd.ac044f0d.lm_rewrite__0980jjjc', 'HIPS__autograd.ac044f0d.lm_rewrite__1g1waab6', 'HIPS__autograd.ac044f0d.lm_rewrite__2l1df76i', 'HIPS__autograd.ac044f0d.lm_rewrite__2qr2vvm9', 'HIPS__autograd.ac044f0d.lm_rewrite__346224tb', 'HIPS__autograd.ac044f0d.lm_rewrite__350um2ft', 'HIPS__autograd.ac044f0d.lm_rewrite__3kli7885', 'HIPS__autograd.ac044f0d.lm_rewrite__3knuyqu0', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__0u6zscda', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__2qad2hn2', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__4cid2k7l', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__4dqhqlsw', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__5vwk53u1', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__ashlhx57', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__cjlsz1z2', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__fjlc2xjk', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__7odd8hev', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__bnrrsi7l', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__po0m9cgu', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__uqk05prw', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__xfg1evii', 'scrapy__scrapy.35212ec5.func_pm_class_rm_funcs__55mkr3mw', 'scrapy__scrapy.35212ec5.func_pm_class_rm_funcs__9sggl157', 'scrapy__scrapy.35212ec5.func_pm_class_rm_funcs__d4ml819f', 'keleshev__schema.24a30457.combine_file__8m3txfu7', 'keleshev__schema.24a30457.combine_file__ums0p8s3', 'keleshev__schema.24a30457.combine_file__xbyfjk8q', 'keleshev__schema.24a30457.func_basic__0aje89jo', 'keleshev__schema.24a30457.func_basic__18wfkgq9', 'keleshev__schema.24a30457.func_basic__27m4p2mt', 'keleshev__schema.24a30457.func_basic__3ta24sq5', 'keleshev__schema.24a30457.func_basic__4dp0lvs4', 'kennethreitz__records.5941ab27.combine_file__6me5ci4d', 'kennethreitz__records.5941ab27.combine_file__95trbjmz', 'kennethreitz__records.5941ab27.combine_file__dxnionnt', 'kennethreitz__records.5941ab27.combine_file__uh6f3qdk', 'kennethreitz__records.5941ab27.func_basic__499hv8uy', 'kennethreitz__records.5941ab27.func_basic__6bfvq24z', 'kennethreitz__records.5941ab27.func_basic__8ansg240', 'kennethreitz__records.5941ab27.func_basic__8zrs6ums', 'datamade__usaddress.a42a8f0c.combine_file__n8e84hcz', 'datamade__usaddress.a42a8f0c.combine_file__sjv6rfix', 'datamade__usaddress.a42a8f0c.func_basic__0ieb44hl', 'datamade__usaddress.a42a8f0c.func_basic__nnibebxs', 'datamade__usaddress.a42a8f0c.func_basic__qz92fvke', 'datamade__usaddress.a42a8f0c.func_pm_remove_assign__y0jijrlk', 'datamade__usaddress.a42a8f0c.lm_rewrite__gvqcmfw6', 'datamade__usaddress.a42a8f0c.lm_rewrite__qrc0sw5h', 'buriy__python-readability.40256f40.combine_file__2pt3y7up', 'buriy__python-readability.40256f40.combine_file__7fqs6b1x', 'buriy__python-readability.40256f40.combine_file__g74gcsrk', 'buriy__python-readability.40256f40.combine_file__iikzw4g3', 'buriy__python-readability.40256f40.combine_file__x2nhj31u', 'buriy__python-readability.40256f40.combine_file__x5n1fqg7', 'buriy__python-readability.40256f40.combine_file__yirqhpk6', 'buriy__python-readability.40256f40.func_basic__2kph0vc5', 'graphql-python__graphene.82903263.combine_file__00ktyl0x', 'graphql-python__graphene.82903263.combine_file__0mpl4fcm', 'graphql-python__graphene.82903263.combine_file__0v89t20o', 'graphql-python__graphene.82903263.combine_file__1do1d8k0', 'graphql-python__graphene.82903263.combine_file__26v2crpy', 'graphql-python__graphene.82903263.combine_file__2fh7k3fy', 'graphql-python__graphene.82903263.combine_file__2wnkiunv', 'graphql-python__graphene.82903263.combine_file__340c1rlv', 'martinblech__xmltodict.0952f382.combine_file__am8jwrys', 'martinblech__xmltodict.0952f382.combine_file__arrvo4as', 'martinblech__xmltodict.0952f382.combine_file__fonimf13', 'martinblech__xmltodict.0952f382.combine_file__wpu0bspk', 'martinblech__xmltodict.0952f382.func_basic__0exrjpwz', 'martinblech__xmltodict.0952f382.func_basic__254qp8xw', 'martinblech__xmltodict.0952f382.func_basic__3jcqeuys', 'martinblech__xmltodict.0952f382.func_basic__4ry5wj8i', 'seatgeek__thefuzz.8a05a3ee.combine_file__18e0miwg', 'seatgeek__thefuzz.8a05a3ee.combine_file__2uoca06x', 'seatgeek__thefuzz.8a05a3ee.combine_file__49lwir4y', 'seatgeek__thefuzz.8a05a3ee.combine_file__5s3frnhb', 'seatgeek__thefuzz.8a05a3ee.combine_file__ceibttt0', 'seatgeek__thefuzz.8a05a3ee.combine_file__e1efgbx1', 'seatgeek__thefuzz.8a05a3ee.combine_file__idurqdip', 'seatgeek__thefuzz.8a05a3ee.combine_file__pqbbf4di', 'mahmoud__boltons.3bfcfdd0.combine_file__0e96jzmh', 'mahmoud__boltons.3bfcfdd0.combine_file__0p2kme8h', 'mahmoud__boltons.3bfcfdd0.combine_file__17srw53y', 'mahmoud__boltons.3bfcfdd0.combine_file__2ceafjfc', 'mahmoud__boltons.3bfcfdd0.combine_file__3edw4q46', 'mahmoud__boltons.3bfcfdd0.combine_file__4c75anje', 'mahmoud__boltons.3bfcfdd0.combine_file__4gam6og9', 'mahmoud__boltons.3bfcfdd0.combine_file__4ludpvf0', 'lincolnloop__python-qrcode.456b01d4.combine_file__2nub3l1p', 'lincolnloop__python-qrcode.456b01d4.combine_file__3arti7hc', 'lincolnloop__python-qrcode.456b01d4.combine_file__3n9y7zn6', 'lincolnloop__python-qrcode.456b01d4.combine_file__3xl5wxe3', 'lincolnloop__python-qrcode.456b01d4.combine_file__47m1l8q8', 'lincolnloop__python-qrcode.456b01d4.combine_file__4xb12bgr', 'lincolnloop__python-qrcode.456b01d4.combine_file__5c4qoajj', 'lincolnloop__python-qrcode.456b01d4.combine_file__5wxrnyqu', 'google__textfsm.c31b6007.combine_file__7milf7b7', 'google__textfsm.c31b6007.combine_file__8c98urp5', 'google__textfsm.c31b6007.combine_file__969y33qv', 'google__textfsm.c31b6007.combine_file__bgk6tlx2', 'google__textfsm.c31b6007.combine_file__d1l5ywjm', 'google__textfsm.c31b6007.combine_file__jhjs16p8', 'google__textfsm.c31b6007.combine_file__n71is6qa', 'google__textfsm.c31b6007.combine_file__ntri0mjn', 'cknd__stackprinter.219fcc52.combine_file__3mb4yuht', 'cknd__stackprinter.219fcc52.combine_file__5x4jvjgf', 'cknd__stackprinter.219fcc52.combine_file__762052u8', 'cknd__stackprinter.219fcc52.combine_file__7gqfh6ju', 'cknd__stackprinter.219fcc52.combine_file__ari1pvlw', 'cknd__stackprinter.219fcc52.combine_file__bjl887iw', 'cknd__stackprinter.219fcc52.combine_file__bplftd4e', 'cknd__stackprinter.219fcc52.combine_file__e6q4r13i', 'davidhalter__parso.338a5760.combine_file__1ozjorxv', 'davidhalter__parso.338a5760.combine_file__24zievc9', 'davidhalter__parso.338a5760.combine_file__3d6bca3i', 'davidhalter__parso.338a5760.combine_file__3xs7ozwy', 'davidhalter__parso.338a5760.combine_file__42r2dt32', 'davidhalter__parso.338a5760.combine_file__4agkr1qk', 'davidhalter__parso.338a5760.combine_file__5862c62m', 'davidhalter__parso.338a5760.combine_file__6ai9x66t', 'gruns__furl.da386f68.combine_file__a2we49nm', 'gruns__furl.da386f68.combine_file__d6g4zu97', 'gruns__furl.da386f68.combine_file__ikudh8vv', 'gruns__furl.da386f68.combine_file__mk6pxlic', 'gruns__furl.da386f68.combine_file__mxp5kqco', 'gruns__furl.da386f68.combine_file__pz8y2v7o', 'gruns__furl.da386f68.combine_file__w4yy9ukv', 'gruns__furl.da386f68.func_basic__0v9ni7yq', 'pwaller__pyfiglet.f8c5f35b.combine_file__sind222x', 'pwaller__pyfiglet.f8c5f35b.func_basic__kbelcvef', 'pwaller__pyfiglet.f8c5f35b.func_basic__sjopxapv', 'pwaller__pyfiglet.f8c5f35b.func_basic__t9m6563e', 'pwaller__pyfiglet.f8c5f35b.func_basic__zh9g8b3e', 'pwaller__pyfiglet.f8c5f35b.func_pm_ctrl_invert_if__c3il7wrt', 'pwaller__pyfiglet.f8c5f35b.func_pm_ctrl_shuffle__n7wjcwpl', 'pwaller__pyfiglet.f8c5f35b.func_pm_op_swap__4tsl9r61', 'mozillazg__python-pinyin.e42dede5.combine_file__0fuikb5l', 'mozillazg__python-pinyin.e42dede5.combine_file__31m1c4eg', 'mozillazg__python-pinyin.e42dede5.combine_file__4hfqnaiz', 'mozillazg__python-pinyin.e42dede5.combine_file__5or39o5l', 'mozillazg__python-pinyin.e42dede5.combine_file__8wos70yn', 'mozillazg__python-pinyin.e42dede5.combine_file__96dnv6g9', 'mozillazg__python-pinyin.e42dede5.combine_file__9wqxev96', 'mozillazg__python-pinyin.e42dede5.combine_file__ay992gn5', 'rubik__radon.54b88e58.combine_file__0a6xo8gp', 'rubik__radon.54b88e58.combine_file__0m2cizlo', 'rubik__radon.54b88e58.combine_file__22d6pzec', 'rubik__radon.54b88e58.combine_file__34a07l8b', 'rubik__radon.54b88e58.combine_file__4k3ntkqd', 'rubik__radon.54b88e58.combine_file__8bw0yabk', 'rubik__radon.54b88e58.combine_file__aeuepbc6', 'rubik__radon.54b88e58.combine_file__f1atqy1u', 'mozilla__bleach.73871d76.combine_file__1fx94goc', 'mozilla__bleach.73871d76.combine_file__1i64kagr', 'mozilla__bleach.73871d76.combine_file__1kdsqwbh', 'mozilla__bleach.73871d76.combine_file__1rh9tq3c', 'mozilla__bleach.73871d76.combine_file__1wcmbe9g', 'mozilla__bleach.73871d76.combine_file__2c9cnu0u', 'mozilla__bleach.73871d76.combine_file__3cci51ck', 'mozilla__bleach.73871d76.combine_file__3md5e1na', 'rustedpy__result.0b855e1e.combine_file__sxi3qfjs', 'rustedpy__result.0b855e1e.combine_file__vkyo92k2', 'rustedpy__result.0b855e1e.combine_file__yurwytjm', 'rustedpy__result.0b855e1e.func_basic__08l7xwcj', 'rustedpy__result.0b855e1e.func_basic__4sff6k2a', 'rustedpy__result.0b855e1e.func_basic__541ntd9w', 'rustedpy__result.0b855e1e.func_basic__5h1cvgnz', 'rustedpy__result.0b855e1e.func_basic__6jm5kqa2', 'matthewwithanm__python-markdownify.6258f5c3.combine_file__hbpauk0y', 'matthewwithanm__python-markdownify.6258f5c3.combine_file__q9i2yu7a', 'matthewwithanm__python-markdownify.6258f5c3.combine_file__qf4n5sdn', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__1yf6xw2a', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__32ks378x', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__3dpki6xc', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__3kgopq3v', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__4l5sk3ck', 'mewwts__addict.75284f95.combine_file__3fttj8ti', 'mewwts__addict.75284f95.combine_file__6ib4g5h0', 'mewwts__addict.75284f95.combine_file__d5w1dhpb', 'mewwts__addict.75284f95.combine_file__mtx0k9ve', 'mewwts__addict.75284f95.func_basic__06sj084c', 'mewwts__addict.75284f95.func_basic__46pugudf', 'mewwts__addict.75284f95.func_basic__90wh3hv9', 'mewwts__addict.75284f95.func_basic__9sg9rq7f', 'PyCQA__flake8.cf1542ce.combine_file__00lpnlny', 'PyCQA__flake8.cf1542ce.combine_file__0dzqx93s', 'PyCQA__flake8.cf1542ce.combine_file__0gss8zww', 'PyCQA__flake8.cf1542ce.combine_file__0t6ke5r4', 'PyCQA__flake8.cf1542ce.combine_file__0tdwg1ff', 'PyCQA__flake8.cf1542ce.combine_file__2fd9ywo2', 'PyCQA__flake8.cf1542ce.combine_file__3bz6n3sp', 'PyCQA__flake8.cf1542ce.combine_file__4jtpxlth', 'mahmoud__glom.fb3c4e76.combine_file__22kf0vki', 'mahmoud__glom.fb3c4e76.combine_file__231n3xl8', 'mahmoud__glom.fb3c4e76.combine_file__3r2lnntt', 'mahmoud__glom.fb3c4e76.combine_file__4xr7plz3', 'mahmoud__glom.fb3c4e76.combine_file__58t357sd', 'mahmoud__glom.fb3c4e76.combine_file__63c1epiq', 'mahmoud__glom.fb3c4e76.combine_file__6j1ump4h', 'mahmoud__glom.fb3c4e76.combine_file__7sm9muzc', 'borntyping__python-colorlog.dfa10f59.combine_file__932hbnsz', 'borntyping__python-colorlog.dfa10f59.combine_file__bmf3qqlj', 'borntyping__python-colorlog.dfa10f59.combine_file__c5zkrgjb', 'borntyping__python-colorlog.dfa10f59.combine_file__hofui8tk', 'borntyping__python-colorlog.dfa10f59.combine_file__jv64mtl0', 'borntyping__python-colorlog.dfa10f59.combine_file__l0l2xw5k', 'borntyping__python-colorlog.dfa10f59.combine_file__mgwf3p06', 'borntyping__python-colorlog.dfa10f59.combine_file__wm7ptqv5', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__7iujb6a9', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__sy2hagpa', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__u55dm8je', 'gruns__icecream.f76fef56.func_pm_ctrl_shuffle__0559gjlc', 'gruns__icecream.f76fef56.func_pm_ctrl_shuffle__3dkw6kmj', 'gruns__icecream.f76fef56.func_pm_ctrl_shuffle__mych2umn', 'gruns__icecream.f76fef56.func_pm_ctrl_shuffle__z95tfg9w', 'gruns__icecream.f76fef56.func_pm_remove_assign__0qxyj4dh', 'marshmallow-code__webargs.dbde72fe.combine_file__05ra8ndh', 'marshmallow-code__webargs.dbde72fe.combine_file__0hu6mx1r', 'marshmallow-code__webargs.dbde72fe.combine_file__0nt3a64o', 'marshmallow-code__webargs.dbde72fe.combine_file__0wayeg8k', 'marshmallow-code__webargs.dbde72fe.combine_file__0xhn3aaa', 'marshmallow-code__webargs.dbde72fe.combine_file__2sj4kwou', 'marshmallow-code__webargs.dbde72fe.combine_file__2swj55ex', 'marshmallow-code__webargs.dbde72fe.combine_file__3wapyyi1', 'aio-libs__async-timeout.d0baa9f1.combine_file__3qpnebr7', 'aio-libs__async-timeout.d0baa9f1.combine_file__6efj5rce', 'aio-libs__async-timeout.d0baa9f1.combine_file__bwy4m1w4', 'aio-libs__async-timeout.d0baa9f1.combine_file__la9dmvt9', 'aio-libs__async-timeout.d0baa9f1.combine_file__vwjwx6t0', 'aio-libs__async-timeout.d0baa9f1.func_basic__0tq3zk35', 'aio-libs__async-timeout.d0baa9f1.func_basic__38edt9p9', 'aio-libs__async-timeout.d0baa9f1.func_basic__4dm8pgbf', 'adrienverge__yamllint.8513d9b9.combine_file__05pv3u48', 'adrienverge__yamllint.8513d9b9.combine_file__14gghax7', 'adrienverge__yamllint.8513d9b9.combine_file__16usfuj8', 'adrienverge__yamllint.8513d9b9.combine_file__26dq3p0r', 'adrienverge__yamllint.8513d9b9.combine_file__2catxf74', 'adrienverge__yamllint.8513d9b9.combine_file__2usnc4qn', 'adrienverge__yamllint.8513d9b9.combine_file__3fyj490o', 'adrienverge__yamllint.8513d9b9.combine_file__5xrg18p4', 'arrow-py__arrow.1d70d009.combine_file__09q8ngbx', 'arrow-py__arrow.1d70d009.combine_file__0jlnyumj', 'arrow-py__arrow.1d70d009.combine_file__7c8e35bb', 'arrow-py__arrow.1d70d009.combine_file__7ostu42h', 'arrow-py__arrow.1d70d009.combine_file__7z9cmpd8', 'arrow-py__arrow.1d70d009.combine_file__8pbefy25', 'arrow-py__arrow.1d70d009.combine_file__bf6naic0', 'arrow-py__arrow.1d70d009.combine_file__cqusykoi', 'dbader__schedule.82a43db1.combine_file__8xn9cuva', 'dbader__schedule.82a43db1.combine_file__fd66g5jv', 'dbader__schedule.82a43db1.combine_file__gzk55qjr', 'dbader__schedule.82a43db1.func_basic__1d2lxayf', 'dbader__schedule.82a43db1.func_basic__1dqum7qo', 'dbader__schedule.82a43db1.func_basic__2xjsfsa4', 'dbader__schedule.82a43db1.func_basic__3uexycvf', 'dbader__schedule.82a43db1.func_basic__3uvexel4', 'cloudpipe__cloudpickle.6220b0ce.combine_file__1hg7kf4e', 'cloudpipe__cloudpickle.6220b0ce.combine_file__il2fiv3e', 'cloudpipe__cloudpickle.6220b0ce.combine_file__us3l4ey7', 'cloudpipe__cloudpickle.6220b0ce.func_basic__0lun00yt', 'cloudpipe__cloudpickle.6220b0ce.func_basic__1dg7iueb', 'cloudpipe__cloudpickle.6220b0ce.func_basic__1rxtz1uw', 'cloudpipe__cloudpickle.6220b0ce.func_basic__2oqo0xtt', 'cloudpipe__cloudpickle.6220b0ce.func_basic__33i9rvbh', 'weaveworks__grafanalib.5c3b17ed.combine_file__2a6rzcsr', 'weaveworks__grafanalib.5c3b17ed.combine_file__2ug37o2m', 'weaveworks__grafanalib.5c3b17ed.combine_file__3qvu493c', 'weaveworks__grafanalib.5c3b17ed.combine_file__5ovcwkq5', 'weaveworks__grafanalib.5c3b17ed.combine_file__6r8fkq6p', 'weaveworks__grafanalib.5c3b17ed.combine_file__curvfb6e', 'weaveworks__grafanalib.5c3b17ed.combine_file__e2kkr9a3', 'weaveworks__grafanalib.5c3b17ed.combine_file__ln8o7r6k', 'un33k__python-slugify.872b3750.combine_file__9694uddh', 'un33k__python-slugify.872b3750.combine_file__bqvl1rmh', 'un33k__python-slugify.872b3750.combine_file__clw5azh4', 'un33k__python-slugify.872b3750.combine_file__u8635nxq', 'un33k__python-slugify.872b3750.combine_file__xmioikmw', 'un33k__python-slugify.872b3750.func_basic__0imkjpwx', 'un33k__python-slugify.872b3750.func_basic__0t6x84si', 'un33k__python-slugify.872b3750.func_basic__17sm7cpm', 'hukkin__tomli.443a0c1b.combine_file__3dpezncq', 'hukkin__tomli.443a0c1b.combine_file__417c3yvo', 'hukkin__tomli.443a0c1b.combine_file__54fsgxc7', 'hukkin__tomli.443a0c1b.combine_file__55v3asff', 'hukkin__tomli.443a0c1b.combine_file__9ga4hh9z', 'hukkin__tomli.443a0c1b.combine_file__jtga1vqq', 'hukkin__tomli.443a0c1b.combine_file__wnhdkd6v', 'hukkin__tomli.443a0c1b.combine_file__y7vvdg7n', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__2yj9xqtn', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__8b4xbbwj', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__f6ugmz8d', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__ibxcc1yg', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__mgznzhdj', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__mzlrypww', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__no0ggxjh', 'getmoto__moto.694ce1f4.func_pm_class_rm_funcs__0bt1044j', 'pexpect__ptyprocess.1067dbda.combine_file__3cb6g60c', 'pexpect__ptyprocess.1067dbda.combine_file__4zof05no', 'pexpect__ptyprocess.1067dbda.combine_file__6o8lu8v9', 'pexpect__ptyprocess.1067dbda.combine_file__folgodyu', 'pexpect__ptyprocess.1067dbda.combine_file__kyh4v6q3', 'pexpect__ptyprocess.1067dbda.combine_file__lnie3t4d', 'pexpect__ptyprocess.1067dbda.combine_file__t572dfx8', 'pexpect__ptyprocess.1067dbda.combine_file__z9xh0tlg', 'facebookresearch__fvcore.a491d5b9.combine_file__0e71vue2', 'facebookresearch__fvcore.a491d5b9.combine_file__0i0ekelh', 'facebookresearch__fvcore.a491d5b9.combine_file__0s48fnto', 'facebookresearch__fvcore.a491d5b9.combine_file__1uoqm710', 'facebookresearch__fvcore.a491d5b9.combine_file__1vidfnc7', 'facebookresearch__fvcore.a491d5b9.combine_file__21198gv2', 'facebookresearch__fvcore.a491d5b9.combine_file__4pue59l8', 'facebookresearch__fvcore.a491d5b9.combine_file__4zed2l5m', 'prettytable__prettytable.ca90b055.combine_file__2mwa4qpg', 'prettytable__prettytable.ca90b055.combine_file__4w7uchqh', 'prettytable__prettytable.ca90b055.combine_file__9f0r8icw', 'prettytable__prettytable.ca90b055.combine_file__hks00kto', 'prettytable__prettytable.ca90b055.combine_file__huv4rtpp', 'prettytable__prettytable.ca90b055.combine_file__kqx81ldk', 'prettytable__prettytable.ca90b055.combine_file__u5hkdpry', 'prettytable__prettytable.ca90b055.combine_file__u7zf4461', 'pyca__pyopenssl.04766a49.combine_file__12o1o8ad', 'pyca__pyopenssl.04766a49.combine_file__4jzvfouh', 'pyca__pyopenssl.04766a49.combine_file__5j645xx1', 'pyca__pyopenssl.04766a49.combine_file__5lywfosx', 'pyca__pyopenssl.04766a49.combine_file__8qxekyts', 'pyca__pyopenssl.04766a49.combine_file__9bp5eeit', 'pyca__pyopenssl.04766a49.combine_file__er4hmcrk', 'pyca__pyopenssl.04766a49.combine_file__ia85jsve', 'chardet__chardet.9630f238.combine_file__1gm3nc5e', 'chardet__chardet.9630f238.combine_file__3nsj1x6m', 'chardet__chardet.9630f238.combine_file__4zqsxdno', 'chardet__chardet.9630f238.combine_file__5tat64kj', 'chardet__chardet.9630f238.combine_file__5tt5tpcd', 'chardet__chardet.9630f238.combine_file__5zgxk3lq', 'chardet__chardet.9630f238.combine_file__7qgyacf6', 'chardet__chardet.9630f238.combine_file__7x92xa0x', 'erikrose__parsimonious.0d3f5f93.combine_file__0w8inm9h', 'erikrose__parsimonious.0d3f5f93.combine_file__1o7g4ht7', 'erikrose__parsimonious.0d3f5f93.combine_file__1pctdw4e', 'erikrose__parsimonious.0d3f5f93.combine_file__2j26m0c0', 'erikrose__parsimonious.0d3f5f93.combine_file__40y5imtu', 'erikrose__parsimonious.0d3f5f93.combine_file__4raaase2', 'erikrose__parsimonious.0d3f5f93.combine_file__67ziqhs5', 'erikrose__parsimonious.0d3f5f93.combine_file__6gds31pm', 'madzak__python-json-logger.5f85723f.combine_file__99gu5t29', 'madzak__python-json-logger.5f85723f.combine_file__fjdw5yv1', 'madzak__python-json-logger.5f85723f.combine_file__ke8hbycn', 'madzak__python-json-logger.5f85723f.combine_file__nh0rsii3', 'madzak__python-json-logger.5f85723f.combine_file__q463g4fv', 'madzak__python-json-logger.5f85723f.func_basic__39f5tjo8', 'madzak__python-json-logger.5f85723f.func_basic__4ehsxrzn', 'madzak__python-json-logger.5f85723f.func_basic__aerukaes', 'python-hyper__h11.bed0dd4a.combine_file__1p8am6k1', 'python-hyper__h11.bed0dd4a.combine_file__1uccq29y', 'python-hyper__h11.bed0dd4a.combine_file__2hozrie3', 'python-hyper__h11.bed0dd4a.combine_file__3ukf7amt', 'python-hyper__h11.bed0dd4a.combine_file__4fir9h4i', 'python-hyper__h11.bed0dd4a.combine_file__4pj8390q', 'python-hyper__h11.bed0dd4a.combine_file__5bgrd1b4', 'python-hyper__h11.bed0dd4a.combine_file__5qwccxor', 'scanny__python-pptx.278b47b1.combine_file__00zilcc6', 'scanny__python-pptx.278b47b1.combine_file__04139km7', 'scanny__python-pptx.278b47b1.combine_file__09kkjruy', 'scanny__python-pptx.278b47b1.combine_file__0evvhc7f', 'scanny__python-pptx.278b47b1.combine_file__0eywru1q', 'scanny__python-pptx.278b47b1.combine_file__0kr0b9k2', 'scanny__python-pptx.278b47b1.combine_file__1024ja80', 'scanny__python-pptx.278b47b1.combine_file__12iqsb6k', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__0ba7h4uf', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__0elbdsh2', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__0sg6mre4', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__1j7z9x4r', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__1xafg0ad', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__1xevgfqv', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__2iga6n8o', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__2ju77rbj', 'pallets__markupsafe.620c06c9.combine_file__6fk2d773', 'pallets__markupsafe.620c06c9.combine_file__7pv2r8sa', 'pallets__markupsafe.620c06c9.combine_file__ccc15c5c', 'pallets__markupsafe.620c06c9.combine_module__1ltcsjob', 'pallets__markupsafe.620c06c9.combine_module__ncbr7cx2', 'pallets__markupsafe.620c06c9.combine_module__y1pg0riq', 'pallets__markupsafe.620c06c9.func_basic__09grfhrm', 'pallets__markupsafe.620c06c9.func_basic__0wzdzswq', 'python-jsonschema__jsonschema.93e0caa5.combine_file__0khtjauk', 'python-jsonschema__jsonschema.93e0caa5.combine_file__21d1hf20', 'python-jsonschema__jsonschema.93e0caa5.combine_file__42o7uejc', 'python-jsonschema__jsonschema.93e0caa5.combine_file__53wfwg73', 'python-jsonschema__jsonschema.93e0caa5.combine_file__6jni9w50', 'python-jsonschema__jsonschema.93e0caa5.combine_file__8qw04t9r', 'python-jsonschema__jsonschema.93e0caa5.combine_file__9768s4jg', 'python-jsonschema__jsonschema.93e0caa5.combine_file__ctzblfjz', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__9gg2j98k', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__fbjq2qr8', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__ltykv367', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__yon1nvjp', 'burnash__gspread.a8be3b96.func_pm_ctrl_invert_if__biuzi3ak', 'burnash__gspread.a8be3b96.func_pm_ctrl_invert_if__bmbta5wc', 'burnash__gspread.a8be3b96.func_pm_ctrl_invert_if__bxl52eyc', 'burnash__gspread.a8be3b96.func_pm_ctrl_invert_if__d7erwm6l', 'alanjds__drf-nested-routers.6144169d.combine_file__0cfigj6z', 'alanjds__drf-nested-routers.6144169d.combine_file__839yzecb', 'alanjds__drf-nested-routers.6144169d.combine_file__bqgncj3s', 'alanjds__drf-nested-routers.6144169d.combine_file__dv8rqgke', 'alanjds__drf-nested-routers.6144169d.combine_file__h6jsmlcl', 'alanjds__drf-nested-routers.6144169d.combine_file__irw2qw0b', 'alanjds__drf-nested-routers.6144169d.combine_file__jyq1fhw2', 'alanjds__drf-nested-routers.6144169d.combine_file__uaa81nj3', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__11pd443v', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__aa5njpnv', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__bzvwtksy', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__j2g6lz4f', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__m67no0an', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__qy6wl2ce', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__uokuu5di', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_funcs__07d3nx5n', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__0gwm46qw', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__1n9nuo0y', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__2h5ewy0i', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__2hoa5sr6', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__2jq6jsa6', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__2o5fet0m', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__3mldsxdt', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__3pr2zg43', 'agronholm__typeguard.b6a7e438.combine_file__3qg8gxw1', 'agronholm__typeguard.b6a7e438.combine_file__4bk2n7og', 'agronholm__typeguard.b6a7e438.combine_file__5py5l9eu', 'agronholm__typeguard.b6a7e438.combine_file__7uri3gp4', 'agronholm__typeguard.b6a7e438.combine_file__b1knf251', 'agronholm__typeguard.b6a7e438.combine_file__bvbn0gpe', 'agronholm__typeguard.b6a7e438.combine_file__cczk49sy', 'agronholm__typeguard.b6a7e438.combine_file__e4rqzfcc', 'jawah__charset_normalizer.1fdd6463.combine_file__0ne1ir4a', 'jawah__charset_normalizer.1fdd6463.combine_file__3y3fmntw', 'jawah__charset_normalizer.1fdd6463.combine_file__5sk85hd0', 'jawah__charset_normalizer.1fdd6463.combine_file__acmyecgb', 'jawah__charset_normalizer.1fdd6463.combine_file__ca75kx3e', 'jawah__charset_normalizer.1fdd6463.combine_file__clacbvhr', 'jawah__charset_normalizer.1fdd6463.combine_file__d58pvsxg', 'jawah__charset_normalizer.1fdd6463.combine_file__inhpys6t', 'dask__dask.5f61e423.func_pm_class_rm_base__1vwih979', 'dask__dask.5f61e423.func_pm_class_rm_base__32q61l8x', 'dask__dask.5f61e423.func_pm_class_rm_base__46wit1dc', 'dask__dask.5f61e423.func_pm_class_rm_base__bdd291gg', 'dask__dask.5f61e423.func_pm_class_rm_base__znpkfijr', 'dask__dask.5f61e423.func_pm_class_rm_funcs__3cafi6zi', 'dask__dask.5f61e423.func_pm_class_rm_funcs__drpc1v34', 'dask__dask.5f61e423.func_pm_class_rm_funcs__elhb5k4h', 'conan-io__conan.86f29e13.func_pm_class_rm_base__2b2cs4pz', 'conan-io__conan.86f29e13.func_pm_class_rm_base__hhazcmx4', 'conan-io__conan.86f29e13.func_pm_class_rm_base__suk4kf13', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__0xw6n4ca', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__1am80dhh', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__1r8gye1x', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__1stixt9t', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__3807jlzd', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_base__gek8im5g', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_base__rf6ce3g2', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_base__v3j7kc2r', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__70vbvbrt', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__dzs11myp', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__f4lzsnq5', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__i15lbsl0', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__lunb4h9t', 'theskumar__python-dotenv.2b8635b7.combine_file__2vu6qegg', 'theskumar__python-dotenv.2b8635b7.combine_file__3a81d5iz', 'theskumar__python-dotenv.2b8635b7.combine_file__63lxvkh0', 'theskumar__python-dotenv.2b8635b7.combine_file__6sy6c7ci', 'theskumar__python-dotenv.2b8635b7.combine_file__730qoxlj', 'theskumar__python-dotenv.2b8635b7.combine_file__74xti2ug', 'theskumar__python-dotenv.2b8635b7.combine_file__dqp5j7dt', 'theskumar__python-dotenv.2b8635b7.combine_file__e0jr85m4', 'kurtmckee__feedparser.cad965a3.combine_file__10qkvfi4', 'kurtmckee__feedparser.cad965a3.combine_file__115z1mk8', 'kurtmckee__feedparser.cad965a3.combine_file__1bc7c007', 'kurtmckee__feedparser.cad965a3.combine_file__28jb9bj5', 'kurtmckee__feedparser.cad965a3.combine_file__2o1m1k3z', 'kurtmckee__feedparser.cad965a3.combine_file__33d71que', 'kurtmckee__feedparser.cad965a3.combine_file__3ryn05a8', 'kurtmckee__feedparser.cad965a3.combine_file__4rwzdmvu', 'pydicom__pydicom.7d361b3d.combine_file__0ghggoro', 'pydicom__pydicom.7d361b3d.combine_file__0jksb9xk', 'pydicom__pydicom.7d361b3d.combine_file__0jmol1n9', 'pydicom__pydicom.7d361b3d.combine_file__0qxd4zzm', 'pydicom__pydicom.7d361b3d.combine_file__0vxkhhwo', 'pydicom__pydicom.7d361b3d.combine_file__12emkth1', 'pydicom__pydicom.7d361b3d.combine_file__14uxxwab', 'pydicom__pydicom.7d361b3d.combine_file__1fs990nr', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__190mpaah', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__daz5a39r', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__ol4aal46', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__tkgl7cyw', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__ugtpdds5', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__zv7x95s1', 'getnikola__nikola.0f4c230e.func_pm_class_rm_funcs__24ai2kls', 'getnikola__nikola.0f4c230e.func_pm_class_rm_funcs__28qerqka', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__0s87qpfn', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__0vpv8xfl', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__9arwdobl', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__cpjy955b', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__thtu5ghb', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__ydnlpbg4', 'tornadoweb__tornado.d5ac65c1.func_pm_remove_assign__04nr21m5', 'tornadoweb__tornado.d5ac65c1.func_pm_remove_assign__08ybmk1v', 'tox-dev__pipdeptree.c31b6418.combine_file__0gh8s1gy', 'tox-dev__pipdeptree.c31b6418.combine_file__11z2eos1', 'tox-dev__pipdeptree.c31b6418.combine_file__41p15jiv', 'tox-dev__pipdeptree.c31b6418.combine_file__4h17mfat', 'tox-dev__pipdeptree.c31b6418.combine_file__51zjkuzq', 'tox-dev__pipdeptree.c31b6418.combine_file__62y6y1z2', 'tox-dev__pipdeptree.c31b6418.combine_file__6gjve3jy', 'tox-dev__pipdeptree.c31b6418.combine_file__bb0r8mlb', 'cool-RR__PySnooper.57472b46.combine_file__5h511qdl', 'cool-RR__PySnooper.57472b46.combine_file__64znr9hf', 'cool-RR__PySnooper.57472b46.combine_file__c1yofpus', 'cool-RR__PySnooper.57472b46.combine_file__hth94s14', 'cool-RR__PySnooper.57472b46.combine_file__kaskithn', 'cool-RR__PySnooper.57472b46.combine_file__ngcqf0tq', 'cool-RR__PySnooper.57472b46.combine_file__o2g12nrt', 'cool-RR__PySnooper.57472b46.combine_file__obu4ldcg', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__5qi3ub54', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__6caklxrl', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__brekbh1h', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__nknsedq7', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__sr0dfj04', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__u2kljodk', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__u7yr7kjf', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_cond__ii619b2k', 'pyupio__safety.7654596b.combine_file__04p8gjzq', 'pyupio__safety.7654596b.combine_file__05a4lwua', 'pyupio__safety.7654596b.combine_file__0gi8g8jb', 'pyupio__safety.7654596b.combine_file__194p9nv7', 'pyupio__safety.7654596b.combine_file__1eyp40a4', 'pyupio__safety.7654596b.combine_file__1mbujtt8', 'pyupio__safety.7654596b.combine_file__200tfojn', 'pyupio__safety.7654596b.combine_file__226qoijk', 'pyutils__line_profiler.a646bf0f.combine_file__0prho0wb', 'pyutils__line_profiler.a646bf0f.combine_file__476joy72', 'pyutils__line_profiler.a646bf0f.combine_file__48jhimga', 'pyutils__line_profiler.a646bf0f.combine_file__556m1h3j', 'pyutils__line_profiler.a646bf0f.combine_file__6bk9iwo8', 'pyutils__line_profiler.a646bf0f.combine_file__6divwv83', 'pyutils__line_profiler.a646bf0f.combine_file__7x5dfkhi', 'pyutils__line_profiler.a646bf0f.combine_file__7xkjd20n', 'seperman__deepdiff.ed252022.combine_file__1gus4sew', 'seperman__deepdiff.ed252022.combine_file__4a1gyrc5', 'seperman__deepdiff.ed252022.combine_file__4wetuurf', 'seperman__deepdiff.ed252022.combine_file__6bbvwjpi', 'seperman__deepdiff.ed252022.combine_file__6ry562i4', 'seperman__deepdiff.ed252022.combine_file__82ez4u9e', 'seperman__deepdiff.ed252022.combine_file__8k1f45vr', 'seperman__deepdiff.ed252022.combine_file__8x47gdrl', 'oauthlib__oauthlib.1fd52536.combine_file__09vlzwgc', 'oauthlib__oauthlib.1fd52536.combine_file__0fceycuu', 'oauthlib__oauthlib.1fd52536.combine_file__0hkl0pea', 'oauthlib__oauthlib.1fd52536.combine_file__0mvyid7d', 'oauthlib__oauthlib.1fd52536.combine_file__0q5tya4o', 'oauthlib__oauthlib.1fd52536.combine_file__0qgnxkrq', 'oauthlib__oauthlib.1fd52536.combine_file__1bsv3m8l', 'oauthlib__oauthlib.1fd52536.combine_file__1gnd4ecz', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__041av9lh', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__08222ijt', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__087t8zrv', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__0pgv38lu', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__1saqryqs', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__1tzqbvbn', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__1uip6nek', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__2q6emitb', 'marshmallow-code__apispec.8b421526.combine_file__0b5bc0wh', 'marshmallow-code__apispec.8b421526.combine_file__1b1d48dr', 'marshmallow-code__apispec.8b421526.combine_file__2ehfsa4g', 'marshmallow-code__apispec.8b421526.combine_file__2vezx9kc', 'marshmallow-code__apispec.8b421526.combine_file__3ju0wa8a', 'marshmallow-code__apispec.8b421526.combine_file__4vwkps8t', 'marshmallow-code__apispec.8b421526.combine_file__4wxfpqmd', 'marshmallow-code__apispec.8b421526.combine_file__aue772w3', 'lepture__mistune.bf54ef67.combine_file__09mnfd6d', 'lepture__mistune.bf54ef67.combine_file__09sp6cd7', 'lepture__mistune.bf54ef67.combine_file__0aoboqi4', 'lepture__mistune.bf54ef67.combine_file__0bbjsd3t', 'lepture__mistune.bf54ef67.combine_file__13pv1f7w', 'lepture__mistune.bf54ef67.combine_file__1le88ebo', 'lepture__mistune.bf54ef67.combine_file__1rxs74tc', 'lepture__mistune.bf54ef67.combine_file__27rr3nzg', 'pygments__pygments.27649ebb.combine_file__07pfbsi4', 'pygments__pygments.27649ebb.combine_file__0btycrpr', 'pygments__pygments.27649ebb.combine_file__0bvd1xox', 'pygments__pygments.27649ebb.combine_file__0jqqr58z', 'pygments__pygments.27649ebb.combine_file__10iyw9d8', 'pygments__pygments.27649ebb.combine_file__15x4uecw', 'pygments__pygments.27649ebb.combine_file__1av74s7e', 'pygments__pygments.27649ebb.combine_file__1c15vqvc', 'tweepy__tweepy.91a41c6e.combine_file__2sd58d3b', 'tweepy__tweepy.91a41c6e.combine_file__4h1vgt5z', 'tweepy__tweepy.91a41c6e.combine_file__6cy576uw', 'tweepy__tweepy.91a41c6e.combine_file__6j4qwyaj', 'tweepy__tweepy.91a41c6e.combine_file__8qwie0il', 'tweepy__tweepy.91a41c6e.combine_file__97z7jvzh', 'tweepy__tweepy.91a41c6e.combine_file__blgr6pwj', 'tweepy__tweepy.91a41c6e.combine_file__cdff7lxw', 'marshmallow-code__marshmallow.9716fc62.combine_file__06ot1dy4', 'marshmallow-code__marshmallow.9716fc62.combine_file__0prhse85', 'marshmallow-code__marshmallow.9716fc62.combine_file__0q1n0ecb', 'marshmallow-code__marshmallow.9716fc62.combine_file__1f1l6u28', 'marshmallow-code__marshmallow.9716fc62.combine_file__29ehfjk9', 'marshmallow-code__marshmallow.9716fc62.combine_file__3v78pmpu', 'marshmallow-code__marshmallow.9716fc62.combine_file__5m9xnodp', 'marshmallow-code__marshmallow.9716fc62.combine_file__e633n9uz', 'sloria__environs.73c372df.combine_file__1ek10skm', 'sloria__environs.73c372df.combine_file__4c0u0nrb', 'sloria__environs.73c372df.combine_file__hl27l2aa', 'sloria__environs.73c372df.func_basic__0p065oiu', 'sloria__environs.73c372df.func_basic__0y60rc4i', 'sloria__environs.73c372df.func_basic__211immx9', 'sloria__environs.73c372df.func_basic__2f88ob16', 'sloria__environs.73c372df.func_basic__2keos446', 'mido__mido.a0158ff9.combine_file__0euprx1w', 'mido__mido.a0158ff9.combine_file__0fl93e4b', 'mido__mido.a0158ff9.combine_file__0keigd13', 'mido__mido.a0158ff9.combine_file__0sacfuh0', 'mido__mido.a0158ff9.combine_file__0wq14mst', 'mido__mido.a0158ff9.combine_file__1rii4p3k', 'mido__mido.a0158ff9.combine_file__24y6ceab', 'mido__mido.a0158ff9.combine_file__2aqd6d0c', 'pytest-dev__iniconfig.16793ead.combine_file__06k2m7dd', 'pytest-dev__iniconfig.16793ead.combine_file__7sy6l55s', 'pytest-dev__iniconfig.16793ead.combine_file__8p3bls4q', 'pytest-dev__iniconfig.16793ead.combine_file__jl9yaxwe', 'pytest-dev__iniconfig.16793ead.combine_file__mntnwwxj', 'pytest-dev__iniconfig.16793ead.combine_file__rca5g2oy', 'pytest-dev__iniconfig.16793ead.combine_file__umz4f4fy', 'pytest-dev__iniconfig.16793ead.combine_module__38m0i0wv', 'django__daphne.32ac73e1.combine_file__58p1glea', 'django__daphne.32ac73e1.combine_file__5ylgk8zv', 'django__daphne.32ac73e1.combine_file__6brmldtt', 'django__daphne.32ac73e1.combine_file__7y9nhxun', 'django__daphne.32ac73e1.combine_file__807agcgh', 'django__daphne.32ac73e1.combine_file__ln1v3m1p', 'django__daphne.32ac73e1.combine_file__ngqv80py', 'django__daphne.32ac73e1.combine_file__rsm4pkd0', 'python-trio__trio.cfbbe2c1.func_basic__wc0m7rwr', 'python-trio__trio.cfbbe2c1.combine_file__u5pdfrd3', 'python-trio__trio.cfbbe2c1.func_basic__vcmscytv', 'python-trio__trio.cfbbe2c1.combine_file__dr2tjt6n', 'python-trio__trio.cfbbe2c1.func_basic__fksbq5dj', 'python-trio__trio.cfbbe2c1.func_basic__aktwjmtr', 'python-trio__trio.cfbbe2c1.func_basic__rc6mcni4', 'python-trio__trio.cfbbe2c1.pr_2955', 'bottlepy__bottle.a8dfef30.combine_file__x70r972s', 'bottlepy__bottle.a8dfef30.combine_file__xtjxmlv7', 'bottlepy__bottle.a8dfef30.combine_file__zau84fwc', 'bottlepy__bottle.a8dfef30.func_basic__0mdlomrj', 'bottlepy__bottle.a8dfef30.func_basic__0mk0h5g4', 'bottlepy__bottle.a8dfef30.func_basic__0vv1q5yz', 'bottlepy__bottle.a8dfef30.func_basic__0wprhjy0', 'bottlepy__bottle.a8dfef30.func_basic__0yaqi7l2', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__055x2yzv', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__06convwo', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__0cphw74b', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__0fvtijhk', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__0rbqlz88', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__0tgvwq39', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__15p0z6ws', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__18jc4n6p', 'luozhouyang__python-string-similarity.115acaac.combine_file__7iakunhx', 'luozhouyang__python-string-similarity.115acaac.combine_file__cu1lt1by', 'luozhouyang__python-string-similarity.115acaac.combine_file__d9cyukdt', 'luozhouyang__python-string-similarity.115acaac.combine_file__jzax0e58', 'luozhouyang__python-string-similarity.115acaac.func_basic__0w9pdflo', 'luozhouyang__python-string-similarity.115acaac.func_basic__1ouyfaee', 'luozhouyang__python-string-similarity.115acaac.func_basic__3yir7e7s', 'luozhouyang__python-string-similarity.115acaac.func_basic__6nnrxgue', 'pndurette__gTTS.dbcda4f3.combine_file__1po2ryn8', 'pndurette__gTTS.dbcda4f3.combine_file__1zhoofcz', 'pndurette__gTTS.dbcda4f3.combine_file__3vgkdchb', 'pndurette__gTTS.dbcda4f3.combine_file__4ycb5liv', 'pndurette__gTTS.dbcda4f3.combine_file__5pcyfgzt', 'pndurette__gTTS.dbcda4f3.combine_file__5zdqt3o6', 'pndurette__gTTS.dbcda4f3.combine_file__61kck7q8', 'pndurette__gTTS.dbcda4f3.combine_file__6bepxwc2', 'facelessuser__soupsieve.a8080d97.combine_file__28fnpmgw', 'facelessuser__soupsieve.a8080d97.combine_file__4hykmc6k', 'facelessuser__soupsieve.a8080d97.combine_file__4jzzvwyt', 'facelessuser__soupsieve.a8080d97.combine_file__7d9o8znn', 'facelessuser__soupsieve.a8080d97.combine_file__7hpsty70', 'facelessuser__soupsieve.a8080d97.combine_file__7ruwiqdz', 'facelessuser__soupsieve.a8080d97.combine_file__9n0vmn3t', 'facelessuser__soupsieve.a8080d97.combine_file__9qf258xz', 'alecthomas__voluptuous.a7a55f83.combine_file__0cbk83ph', 'alecthomas__voluptuous.a7a55f83.combine_file__4wqvyjg4', 'alecthomas__voluptuous.a7a55f83.combine_file__5aqytgr5', 'alecthomas__voluptuous.a7a55f83.combine_file__7jjwdtaj', 'alecthomas__voluptuous.a7a55f83.combine_file__b704pf2d', 'alecthomas__voluptuous.a7a55f83.combine_file__cd5z2c4x', 'alecthomas__voluptuous.a7a55f83.combine_file__eus5c1yw', 'alecthomas__voluptuous.a7a55f83.combine_file__f029a3dy', 'encode__starlette.db5063c2.combine_file__0hvre36s', 'encode__starlette.db5063c2.combine_file__0sg525jy', 'encode__starlette.db5063c2.combine_file__0wh5mew1', 'encode__starlette.db5063c2.combine_file__16ogjphx', 'encode__starlette.db5063c2.combine_file__17o76mta', 'encode__starlette.db5063c2.combine_file__1q1r5qt4', 'encode__starlette.db5063c2.combine_file__1wwliazb', 'encode__starlette.db5063c2.combine_file__1xwpicp2', 'django__channels.a144b4b8.combine_file__36w5u7ml', 'django__channels.a144b4b8.combine_file__3vz23bal', 'django__channels.a144b4b8.combine_file__6kxwut8u', 'django__channels.a144b4b8.combine_file__8v5yzdfy', 'django__channels.a144b4b8.combine_file__ae8i7kif', 'django__channels.a144b4b8.combine_file__cal03fjh', 'django__channels.a144b4b8.combine_file__dggv4yle', 'django__channels.a144b4b8.combine_file__di1guq84', 'jd__tenacity.0d40e76f.combine_file__1n8ql04e', 'jd__tenacity.0d40e76f.combine_file__4gcf36bk', 'jd__tenacity.0d40e76f.combine_file__4sazn12s', 'jd__tenacity.0d40e76f.combine_file__7w229mgr', 'jd__tenacity.0d40e76f.combine_file__8pa1fxvj', 'jd__tenacity.0d40e76f.combine_file__c4q32ads', 'jd__tenacity.0d40e76f.combine_file__cuo9gg46', 'jd__tenacity.0d40e76f.combine_file__dcboug1i', 'gawel__pyquery.811cd048.combine_file__3p0rswud', 'gawel__pyquery.811cd048.combine_file__3zrxts82', 'gawel__pyquery.811cd048.combine_file__5mj1ad0i', 'gawel__pyquery.811cd048.combine_file__9a1hjqxv', 'gawel__pyquery.811cd048.combine_file__aqle5ysj', 'gawel__pyquery.811cd048.combine_file__c5rty20y', 'gawel__pyquery.811cd048.combine_file__dhwjalxa', 'gawel__pyquery.811cd048.combine_file__ge0uxzm6', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__10da8v2t', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__1n6eil40', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__23xf72mt', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__6t3kqvvr', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__9gx6q1e5', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__a9em20zo', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__dwkjjonu', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__eigo7fvb', 'msiemens__tinydb.10644a0e.combine_file__0176isok', 'msiemens__tinydb.10644a0e.combine_file__07uxvexn', 'msiemens__tinydb.10644a0e.combine_file__1chu224v', 'msiemens__tinydb.10644a0e.combine_file__3nxtrr1s', 'msiemens__tinydb.10644a0e.combine_file__5n0lgdym', 'msiemens__tinydb.10644a0e.combine_file__60h9750h', 'msiemens__tinydb.10644a0e.combine_file__6zdx5iab', 'msiemens__tinydb.10644a0e.combine_file__85k8geqy', 'pydata__patsy.a5d16484.combine_file__0fyqd2rn', 'pydata__patsy.a5d16484.combine_file__0o8ong30', 'pydata__patsy.a5d16484.combine_file__1d9hsten', 'pydata__patsy.a5d16484.combine_file__1ixetz2t', 'pydata__patsy.a5d16484.combine_file__1wtzp7p3', 'pydata__patsy.a5d16484.combine_file__2hhqu6us', 'pydata__patsy.a5d16484.combine_file__3868r2j8', 'pydata__patsy.a5d16484.combine_file__3h01mua0', 'python-openxml__python-docx.0cf6d71f.combine_file__015jbfaw', 'python-openxml__python-docx.0cf6d71f.combine_file__0c7vaiht', 'python-openxml__python-docx.0cf6d71f.combine_file__0ca51ynz', 'python-openxml__python-docx.0cf6d71f.combine_file__0i9lw0gq', 'python-openxml__python-docx.0cf6d71f.combine_file__0tbyp21r', 'python-openxml__python-docx.0cf6d71f.combine_file__0yqbm2pe', 'python-openxml__python-docx.0cf6d71f.combine_file__1445yzy0', 'python-openxml__python-docx.0cf6d71f.combine_file__1iffevmz', 'Knio__dominate.9082227e.combine_file__29cxy57f', 'Knio__dominate.9082227e.combine_file__2zd38qg5', 'Knio__dominate.9082227e.combine_file__c41n4t58', 'Knio__dominate.9082227e.combine_file__d7fon4r9', 'Knio__dominate.9082227e.combine_file__goh3sa64', 'Knio__dominate.9082227e.combine_file__h3zeq2of', 'Knio__dominate.9082227e.combine_file__ipd1y2xj', 'Knio__dominate.9082227e.combine_file__kbi8bkks', 'r1chardj0n3s__parse.30da9e4f.combine_file__9g6wvq09', 'r1chardj0n3s__parse.30da9e4f.combine_file__p70qcld7', 'r1chardj0n3s__parse.30da9e4f.combine_file__tmi4n65a', 'r1chardj0n3s__parse.30da9e4f.func_basic__0i1oecyo', 'r1chardj0n3s__parse.30da9e4f.func_basic__1efyknco', 'r1chardj0n3s__parse.30da9e4f.func_basic__1rvyujmy', 'r1chardj0n3s__parse.30da9e4f.func_basic__3fmmp8ao', 'r1chardj0n3s__parse.30da9e4f.func_basic__3k5hi2zp', 'amueller__word_cloud.ec24191c.combine_file__3ebhp167', 'amueller__word_cloud.ec24191c.combine_file__3m9bcvn3', 'amueller__word_cloud.ec24191c.combine_file__4kwkjjrc', 'amueller__word_cloud.ec24191c.combine_file__7za9eqrj', 'amueller__word_cloud.ec24191c.combine_file__9bx7cdni', 'amueller__word_cloud.ec24191c.combine_file__c5yjoing', 'amueller__word_cloud.ec24191c.combine_file__do6xqi4d', 'amueller__word_cloud.ec24191c.combine_file__g0znxmoz', 'cantools__cantools.0c6a7871.combine_file__01jft1mj', 'cantools__cantools.0c6a7871.combine_file__02y1oom0', 'cantools__cantools.0c6a7871.combine_file__05wgqjp2', 'cantools__cantools.0c6a7871.combine_file__07mxw5uc', 'cantools__cantools.0c6a7871.combine_file__07xdw34c', 'cantools__cantools.0c6a7871.combine_file__0c0d76py', 'cantools__cantools.0c6a7871.combine_file__0t45ljxl', 'cantools__cantools.0c6a7871.combine_file__1if4edt6', 'pallets__click.fde47b4b.combine_file__08zigyqu', 'pallets__click.fde47b4b.combine_file__0hwbui3e', 'pallets__click.fde47b4b.combine_file__0p8nh9y7', 'pallets__click.fde47b4b.combine_file__0rq2ro69', 'pallets__click.fde47b4b.combine_file__0u0l8w0d', 'pallets__click.fde47b4b.combine_file__0z47r0v8', 'pallets__click.fde47b4b.combine_file__197lwif7', 'pallets__click.fde47b4b.combine_file__1dmpgrck', 'pallets__jinja.ada0a9a6.combine_file__0419229c', 'pallets__jinja.ada0a9a6.combine_file__0hp3sb4k', 'pallets__jinja.ada0a9a6.combine_file__12iw26nd', 'pallets__jinja.ada0a9a6.combine_file__1yn8jahd', 'pallets__jinja.ada0a9a6.combine_file__27wyb8n3', 'pallets__jinja.ada0a9a6.combine_file__2xs92gv1', 'pallets__jinja.ada0a9a6.combine_file__34lw1y4l', 'pallets__jinja.ada0a9a6.combine_file__3ft2eivu'] + +test-128: + indices: [33921, 10836, 46879, 1920, 11024, 15831, 9321, 17193, 1781, 25696, 17174, 24195, 40340, 47011, 7878, 17543, 10463, 16808, 38851, 11879, 24105, 47095, 19997, 13583, 17956, 26552, 30968, 30890, 26216, 11871, 13720, 17876, 6047, 41309, 38023, 40588, 20212, 18936, 3848, 40055, 41573, 18363, 29857, 13504, 11920, 14331, 16836, 3331, 18283, 460, 8337, 26029, 41421, 0, 100, 27530, 9718, 11749, 11837, 27932, 34681, 6689, 13213, 39884, 20307, 12476, 16285, 34380, 37142, 16853, 12400, 15719, 15802, 37599, 9627, 15172, 14646, 44176, 32981, 48535, 49180, 23674, 41822, 6958, 39224, 18904, 39943, 19420, 9214, 14527, 1015, 19696, 24230, 44385, 28529, 35410, 4277, 6303, 37960, 20345, 23712, 45193, 38073, 9149, 31035, 31794, 46921, 3477, 14967, 15655, 20542, 11551, 12444, 32017, 37531, 14538, 2038, 22931, 3460, 27791, 8470, 24906, 30292, 30606, 36840, 18193, 9168, 18071] + ids: ['Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__041av9lh', 'HIPS__autograd.ac044f0d.lm_rewrite__0980jjjc', 'Knio__dominate.9082227e.combine_file__29cxy57f', 'Mimino666__langdetect.a1598f1a.combine_file__3ne2iu6p', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__0u6zscda', 'PyCQA__flake8.cf1542ce.combine_file__00lpnlny', 'Suor__funcy.207a7810.combine_file__186umsl2', 'adrienverge__yamllint.8513d9b9.combine_file__05pv3u48', 'agronholm__exceptiongroup.0b4f4937.combine_file__74zzufuj', 'agronholm__typeguard.b6a7e438.combine_file__3qg8gxw1', 'aio-libs__async-timeout.d0baa9f1.combine_file__3qpnebr7', 'alanjds__drf-nested-routers.6144169d.combine_file__0cfigj6z', 'alecthomas__voluptuous.a7a55f83.combine_file__0cbk83ph', 'amueller__word_cloud.ec24191c.combine_file__3ebhp167', 'andialbrecht__sqlparse.e57923b3.combine_file__0kpo7qv7', 'arrow-py__arrow.1d70d009.combine_file__09q8ngbx', 'benoitc__gunicorn.bacbf8aa.combine_file__0q9uqnfj', 'borntyping__python-colorlog.dfa10f59.combine_file__932hbnsz', 'bottlepy__bottle.a8dfef30.combine_file__x70r972s', 'buriy__python-readability.40256f40.combine_file__2pt3y7up', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__9gg2j98k', 'cantools__cantools.0c6a7871.combine_file__01jft1mj', 'chardet__chardet.9630f238.combine_file__1gm3nc5e', 'cknd__stackprinter.219fcc52.combine_file__3mb4yuht', 'cloudpipe__cloudpickle.6220b0ce.combine_file__1hg7kf4e', 'conan-io__conan.86f29e13.func_pm_class_rm_base__2b2cs4pz', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__5qi3ub54', 'cool-RR__PySnooper.57472b46.combine_file__5h511qdl', 'dask__dask.5f61e423.func_pm_class_rm_base__1vwih979', 'datamade__usaddress.a42a8f0c.combine_file__n8e84hcz', 'davidhalter__parso.338a5760.combine_file__1ozjorxv', 'dbader__schedule.82a43db1.combine_file__8xn9cuva', 'django-money__django-money.835c1ab8.combine_file__2207opfn', 'django__channels.a144b4b8.combine_file__36w5u7ml', 'django__daphne.32ac73e1.combine_file__58p1glea', 'encode__starlette.db5063c2.combine_file__0hvre36s', 'erikrose__parsimonious.0d3f5f93.combine_file__0w8inm9h', 'facebookresearch__fvcore.a491d5b9.combine_file__0e71vue2', 'facebookresearch__hydra.0f03eb60.func_pm_class_rm_base__48m43coc', 'facelessuser__soupsieve.a8080d97.combine_file__28fnpmgw', 'gawel__pyquery.811cd048.combine_file__3p0rswud', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__2yj9xqtn', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__190mpaah', 'google__textfsm.c31b6007.combine_file__7milf7b7', 'graphql-python__graphene.82903263.combine_file__00ktyl0x', 'gruns__furl.da386f68.combine_file__a2we49nm', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__7iujb6a9', 'gweis__isodate.17cb25eb.combine_file__0isfhxlp', 'hukkin__tomli.443a0c1b.combine_file__3dpezncq', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__1mq4n48p', 'jaraco__inflect.c079a96a.combine_file__1m7cawal', 'jawah__charset_normalizer.1fdd6463.combine_file__0ne1ir4a', 'jd__tenacity.0d40e76f.combine_file__1n8ql04e', 'john-kurkowski__tldextract.3d1bf184.combine_file__1vnuqpt4', 'joke2k__faker.8b401a7d.func_pm_class_rm_base__6sd07oov', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_base__gek8im5g', 'kayak__pypika.1c9646f0.combine_file__0255t16v', 'keleshev__schema.24a30457.combine_file__8m3txfu7', 'kennethreitz__records.5941ab27.combine_file__6me5ci4d', 'kurtmckee__feedparser.cad965a3.combine_file__10qkvfi4', 'lepture__mistune.bf54ef67.combine_file__09mnfd6d', 'life4__textdistance.c3aca916.combine_file__0sfget5n', 'lincolnloop__python-qrcode.456b01d4.combine_file__2nub3l1p', 'luozhouyang__python-string-similarity.115acaac.combine_file__7iakunhx', 'madzak__python-json-logger.5f85723f.combine_file__99gu5t29', 'mahmoud__boltons.3bfcfdd0.combine_file__0e96jzmh', 'mahmoud__glom.fb3c4e76.combine_file__22kf0vki', 'marshmallow-code__apispec.8b421526.combine_file__0b5bc0wh', 'marshmallow-code__marshmallow.9716fc62.combine_file__06ot1dy4', 'marshmallow-code__webargs.dbde72fe.combine_file__05ra8ndh', 'martinblech__xmltodict.0952f382.combine_file__am8jwrys', 'matthewwithanm__python-markdownify.6258f5c3.combine_file__hbpauk0y', 'mewwts__addict.75284f95.combine_file__3fttj8ti', 'mido__mido.a0158ff9.combine_file__0euprx1w', 'modin-project__modin.8c7799fd.combine_module__5xk47cme', 'mozilla__bleach.73871d76.combine_file__1fx94goc', 'mozillazg__python-pinyin.e42dede5.combine_file__0fuikb5l', 'msiemens__tinydb.10644a0e.combine_file__0176isok', 'oauthlib__oauthlib.1fd52536.combine_file__09vlzwgc', 'pallets__click.fde47b4b.combine_file__08zigyqu', 'pallets__jinja.ada0a9a6.combine_file__0419229c', 'pallets__markupsafe.620c06c9.combine_file__6fk2d773', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__10da8v2t', 'paramiko__paramiko.23f92003.combine_file__06294q2r', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__055x2yzv', 'pexpect__ptyprocess.1067dbda.combine_file__3cb6g60c', 'pndurette__gTTS.dbcda4f3.combine_file__1po2ryn8', 'prettytable__prettytable.ca90b055.combine_file__2mwa4qpg', 'pudo__dataset.5c2dc8d3.combine_file__09k00ucq', 'pwaller__pyfiglet.f8c5f35b.combine_file__sind222x', 'pyasn1__pyasn1.0f07d724.combine_file__01foatge', 'pyca__pyopenssl.04766a49.combine_file__12o1o8ad', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__11pd443v', 'pydata__patsy.a5d16484.combine_file__0fyqd2rn', 'pydicom__pydicom.7d361b3d.combine_file__0ghggoro', 'pygments__pygments.27649ebb.combine_file__07pfbsi4', 'pylint-dev__astroid.b114f6b5.combine_file__03ujys3k', 'pyparsing__pyparsing.533adf47.combine_file__0mxfxgiy', 'pytest-dev__iniconfig.16793ead.combine_file__06k2m7dd', 'python-hyper__h11.bed0dd4a.combine_file__1p8am6k1', 'python-jsonschema__jsonschema.93e0caa5.combine_file__0khtjauk', 'python-openxml__python-docx.0cf6d71f.combine_file__015jbfaw', 'python-trio__trio.cfbbe2c1.func_basic__wc0m7rwr', 'python__mypy.e93f06ce.pr_10036', 'pyupio__safety.7654596b.combine_file__04p8gjzq', 'pyutils__line_profiler.a646bf0f.combine_file__0prho0wb', 'r1chardj0n3s__parse.30da9e4f.combine_file__9g6wvq09', 'rsalmei__alive-progress.35853799.combine_file__03fag9gd', 'rubik__radon.54b88e58.combine_file__0a6xo8gp', 'rustedpy__result.0b855e1e.combine_file__sxi3qfjs', 'scanny__python-pptx.278b47b1.combine_file__00zilcc6', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__7odd8hev', 'seatgeek__thefuzz.8a05a3ee.combine_file__18e0miwg', 'seperman__deepdiff.ed252022.combine_file__1gus4sew', 'sloria__environs.73c372df.combine_file__1ek10skm', 'spulec__freezegun.5f171db0.combine_file__f3rcc5ea', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__00xdyhqi', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__0ba7h4uf', 'termcolor__termcolor.3a42086f.combine_file__1lkb1xn6', 'theskumar__python-dotenv.2b8635b7.combine_file__2vu6qegg', 'tkrajina__gpxpy.09fc46b3.combine_file__1ruhyhz2', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__0gwm46qw', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__0s87qpfn', 'tox-dev__pipdeptree.c31b6418.combine_file__0gh8s1gy', 'tweepy__tweepy.91a41c6e.combine_file__2sd58d3b', 'un33k__python-slugify.872b3750.combine_file__9694uddh', 'vi3k6i5__flashtext.b316c7e9.combine_file__9dxlk2rp', 'weaveworks__grafanalib.5c3b17ed.combine_file__2a6rzcsr'] + +test-1024: + indices: [0, 1, 2, 3, 4, 5, 6, 7, 100, 101, 102, 103, 104, 105, 106, 107, 460, 461, 462, 463, 464, 465, 466, 467, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1781, 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1920, 1921, 1922, 1923, 1924, 1925, 1926, 1927, 2038, 2039, 2040, 2041, 2042, 2043, 2044, 2045, 3331, 3332, 3333, 3334, 3335, 3336, 3337, 3338, 3460, 3461, 3462, 3463, 3464, 3465, 3466, 3467, 3477, 3478, 3479, 3480, 3481, 3482, 3483, 3484, 3848, 3849, 3850, 3851, 3852, 3853, 3854, 3855, 4277, 4278, 4279, 4280, 4281, 4282, 4283, 4284, 6047, 6048, 6049, 6050, 6051, 6052, 6053, 6054, 6303, 6304, 6305, 6306, 6307, 6308, 6309, 6310, 6689, 6690, 6691, 6692, 6693, 6694, 6695, 6696, 6958, 6959, 6960, 6961, 6962, 6963, 6964, 6965, 7878, 7879, 7880, 7881, 7882, 7883, 7884, 7885, 8337, 8338, 8339, 8340, 8341, 8342, 8343, 8344, 8470, 8471, 8472, 8473, 8474, 8475, 8476, 8477, 9149, 9150, 9151, 9152, 9153, 9154, 9155, 9156, 9168, 9169, 9170, 9171, 9172, 9173, 9174, 9175, 9214, 9215, 9216, 9217, 9218, 9219, 9220, 9221, 9321, 9322, 9323, 9324, 9325, 9326, 9327, 9328, 9627, 9628, 9629, 9630, 9631, 9632, 9633, 9634, 9718, 9719, 9720, 9721, 9722, 9723, 9724, 9725, 10463, 10464, 10465, 10466, 10467, 10468, 10469, 10470, 10836, 10837, 10838, 10839, 10840, 10841, 10842, 10843, 11024, 11025, 11026, 11027, 11028, 11029, 11030, 11031, 11551, 11552, 11553, 11554, 11555, 11556, 11557, 11558, 11749, 11750, 11751, 11752, 11753, 11754, 11755, 11756, 11837, 11838, 11839, 11840, 11841, 11842, 11843, 11844, 11871, 11872, 11873, 11874, 11875, 11876, 11877, 11878, 11879, 11880, 11881, 11882, 11883, 11884, 11885, 11886, 11920, 11921, 11922, 11923, 11924, 11925, 11926, 11927, 12400, 12401, 12402, 12403, 12404, 12405, 12406, 12407, 12444, 12445, 12446, 12447, 12448, 12449, 12450, 12451, 12476, 12477, 12478, 12479, 12480, 12481, 12482, 12483, 13213, 13214, 13215, 13216, 13217, 13218, 13219, 13220, 13504, 13505, 13506, 13507, 13508, 13509, 13510, 13511, 13583, 13584, 13585, 13586, 13587, 13588, 13589, 13590, 13720, 13721, 13722, 13723, 13724, 13725, 13726, 13727, 14331, 14332, 14333, 14334, 14335, 14336, 14337, 14338, 14527, 14528, 14529, 14530, 14531, 14532, 14533, 14534, 14538, 14539, 14540, 14541, 14542, 14543, 14544, 14545, 14646, 14647, 14648, 14649, 14650, 14651, 14652, 14653, 14967, 14968, 14969, 14970, 14971, 14972, 14973, 14974, 15172, 15173, 15174, 15175, 15176, 15177, 15178, 15179, 15655, 15656, 15657, 15658, 15659, 15660, 15661, 15662, 15719, 15720, 15721, 15722, 15723, 15724, 15725, 15726, 15802, 15803, 15804, 15805, 15806, 15807, 15808, 15809, 15831, 15832, 15833, 15834, 15835, 15836, 15837, 15838, 16285, 16286, 16287, 16288, 16289, 16290, 16291, 16292, 16808, 16809, 16810, 16811, 16812, 16813, 16814, 16815, 16836, 16837, 16838, 16839, 16840, 16841, 16842, 16843, 16853, 16854, 16855, 16856, 16857, 16858, 16859, 16860, 17174, 17175, 17176, 17177, 17178, 17179, 17180, 17181, 17193, 17194, 17195, 17196, 17197, 17198, 17199, 17200, 17543, 17544, 17545, 17546, 17547, 17548, 17549, 17550, 17876, 17877, 17878, 17879, 17880, 17881, 17882, 17883, 17956, 17957, 17958, 17959, 17960, 17961, 17962, 17963, 18071, 18072, 18073, 18074, 18075, 18076, 18077, 18078, 18193, 18194, 18195, 18196, 18197, 18198, 18199, 18200, 18283, 18284, 18285, 18286, 18287, 18288, 18289, 18290, 18363, 18364, 18365, 18366, 18367, 18368, 18369, 18370, 18904, 18905, 18906, 18907, 18908, 18909, 18910, 18911, 18936, 18937, 18938, 18939, 18940, 18941, 18942, 18943, 19420, 19421, 19422, 19423, 19424, 19425, 19426, 19427, 19696, 19697, 19698, 19699, 19700, 19701, 19702, 19703, 19997, 19998, 19999, 20000, 20001, 20002, 20003, 20004, 20212, 20213, 20214, 20215, 20216, 20217, 20218, 20219, 20307, 20308, 20309, 20310, 20311, 20312, 20313, 20314, 20345, 20346, 20347, 20348, 20349, 20350, 20351, 20352, 20542, 20543, 20544, 20545, 20546, 20547, 20548, 20549, 22931, 22932, 22933, 22934, 22935, 22936, 22937, 22938, 23674, 23675, 23676, 23677, 23678, 23679, 23680, 23681, 23712, 23713, 23714, 23715, 23716, 23717, 23718, 23719, 24105, 24106, 24107, 24108, 24109, 24110, 24111, 24112, 24195, 24196, 24197, 24198, 24199, 24200, 24201, 24202, 24230, 24231, 24232, 24233, 24234, 24235, 24236, 24237, 24906, 24907, 24908, 24909, 24910, 24911, 24912, 24913, 25696, 25697, 25698, 25699, 25700, 25701, 25702, 25703, 26029, 26030, 26031, 26032, 26033, 26034, 26035, 26036, 26216, 26217, 26218, 26219, 26220, 26221, 26222, 26223, 26552, 26553, 26554, 26555, 26556, 26557, 26558, 26559, 27530, 27531, 27532, 27533, 27534, 27535, 27536, 27537, 27791, 27792, 27793, 27794, 27795, 27796, 27797, 27798, 27932, 27933, 27934, 27935, 27936, 27937, 27938, 27939, 28529, 28530, 28531, 28532, 28533, 28534, 28535, 28536, 29857, 29858, 29859, 29860, 29861, 29862, 29863, 29864, 30292, 30293, 30294, 30295, 30296, 30297, 30298, 30299, 30606, 30607, 30608, 30609, 30610, 30611, 30612, 30613, 30890, 30891, 30892, 30893, 30894, 30895, 30896, 30897, 30968, 30969, 30970, 30971, 30972, 30973, 30974, 30975, 31035, 31036, 31037, 31038, 31039, 31040, 31041, 31042, 31794, 31795, 31796, 31797, 31798, 31799, 31800, 31801, 32017, 32018, 32019, 32020, 32021, 32022, 32023, 32024, 32981, 32982, 32983, 32984, 32985, 32986, 32987, 32988, 33921, 33922, 33923, 33924, 33925, 33926, 33927, 33928, 34380, 34381, 34382, 34383, 34384, 34385, 34386, 34387, 34681, 34682, 34683, 34684, 34685, 34686, 34687, 34688, 35410, 35411, 35412, 35413, 35414, 35415, 35416, 35417, 36840, 36841, 36842, 36843, 36844, 36845, 36846, 36847, 37142, 37143, 37144, 37145, 37146, 37147, 37148, 37149, 37531, 37532, 37533, 37534, 37535, 37536, 37537, 37538, 37599, 37600, 37601, 37602, 37603, 37604, 37605, 37606, 37960, 37961, 37962, 37963, 37964, 37965, 37966, 37967, 38023, 38024, 38025, 38026, 38027, 38028, 38029, 38030, 38073, 38074, 38075, 38076, 38077, 38078, 38079, 38080, 38851, 38852, 38853, 38854, 38855, 38856, 38857, 38858, 39224, 39225, 39226, 39227, 39228, 39229, 39230, 39231, 39884, 39885, 39886, 39887, 39888, 39889, 39890, 39891, 39943, 39944, 39945, 39946, 39947, 39948, 39949, 39950, 40055, 40056, 40057, 40058, 40059, 40060, 40061, 40062, 40340, 40341, 40342, 40343, 40344, 40345, 40346, 40347, 40588, 40589, 40590, 40591, 40592, 40593, 40594, 40595, 41309, 41310, 41311, 41312, 41313, 41314, 41315, 41316, 41421, 41422, 41423, 41424, 41425, 41426, 41427, 41428, 41573, 41574, 41575, 41576, 41577, 41578, 41579, 41580, 41822, 41823, 41824, 41825, 41826, 41827, 41828, 41829, 44176, 44177, 44178, 44179, 44180, 44181, 44182, 44183, 44385, 44386, 44387, 44388, 44389, 44390, 44391, 44392, 45193, 45194, 45195, 45196, 45197, 45198, 45199, 45200, 46879, 46880, 46881, 46882, 46883, 46884, 46885, 46886, 46921, 46922, 46923, 46924, 46925, 46926, 46927, 46928, 47011, 47012, 47013, 47014, 47015, 47016, 47017, 47018, 47095, 47096, 47097, 47098, 47099, 47100, 47101, 47102, 48535, 48536, 48537, 48538, 48539, 48540, 48541, 48542, 49180, 49181, 49182, 49183, 49184, 49185, 49186, 49187] + ids: ['john-kurkowski__tldextract.3d1bf184.combine_file__1vnuqpt4', 'john-kurkowski__tldextract.3d1bf184.combine_file__28bpyc3y', 'john-kurkowski__tldextract.3d1bf184.combine_file__2fa4wcjb', 'john-kurkowski__tldextract.3d1bf184.combine_file__49lzm22u', 'john-kurkowski__tldextract.3d1bf184.combine_file__5nuggdtn', 'john-kurkowski__tldextract.3d1bf184.combine_file__8zg1ri0m', 'john-kurkowski__tldextract.3d1bf184.combine_file__a8cw58y5', 'john-kurkowski__tldextract.3d1bf184.combine_file__aztgcns2', 'joke2k__faker.8b401a7d.func_pm_class_rm_base__6sd07oov', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__0cx0y46f', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__155blpz6', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__160fu86n', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__1furpvv3', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__2otvphea', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__3r3nx404', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__4s0ebj2d', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__1mq4n48p', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__1ygoyhp0', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__f6vzrswj', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__kxf254x3', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__po70rljf', 'iterative__dvc.1d6ea681.func_pm_class_rm_funcs__0psnagfz', 'iterative__dvc.1d6ea681.func_pm_class_rm_funcs__16qxdj8c', 'iterative__dvc.1d6ea681.func_pm_class_rm_funcs__2k3lhkul', 'pyasn1__pyasn1.0f07d724.combine_file__01foatge', 'pyasn1__pyasn1.0f07d724.combine_file__05o1qjc7', 'pyasn1__pyasn1.0f07d724.combine_file__0kvr531y', 'pyasn1__pyasn1.0f07d724.combine_file__0oiqfjup', 'pyasn1__pyasn1.0f07d724.combine_file__1jbi85xa', 'pyasn1__pyasn1.0f07d724.combine_file__4n0hmt81', 'pyasn1__pyasn1.0f07d724.combine_file__5ei3ghy7', 'pyasn1__pyasn1.0f07d724.combine_file__63syezbg', 'agronholm__exceptiongroup.0b4f4937.combine_file__74zzufuj', 'agronholm__exceptiongroup.0b4f4937.combine_file__e14uhohy', 'agronholm__exceptiongroup.0b4f4937.combine_file__f9ib0lv6', 'agronholm__exceptiongroup.0b4f4937.combine_file__i0w4anf7', 'agronholm__exceptiongroup.0b4f4937.combine_file__leti1lvr', 'agronholm__exceptiongroup.0b4f4937.combine_file__m8abag3k', 'agronholm__exceptiongroup.0b4f4937.combine_file__mw63j2hd', 'agronholm__exceptiongroup.0b4f4937.combine_file__s0m5ibx3', 'Mimino666__langdetect.a1598f1a.combine_file__3ne2iu6p', 'Mimino666__langdetect.a1598f1a.combine_file__6rlr3dzx', 'Mimino666__langdetect.a1598f1a.combine_file__8ahfsx60', 'Mimino666__langdetect.a1598f1a.combine_file__8h7nevau', 'Mimino666__langdetect.a1598f1a.combine_file__8jjjzz0g', 'Mimino666__langdetect.a1598f1a.combine_file__9x07wm73', 'Mimino666__langdetect.a1598f1a.combine_file__baomsq52', 'Mimino666__langdetect.a1598f1a.combine_file__blbshbij', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__00xdyhqi', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__0kj3axpn', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__0rozfmz9', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__0uj94g0d', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__0xaxozxv', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__13uj3ar7', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__19akfyic', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__1wp5z7mg', 'gweis__isodate.17cb25eb.combine_file__0isfhxlp', 'gweis__isodate.17cb25eb.combine_file__0ughdbtx', 'gweis__isodate.17cb25eb.combine_file__19ctjg4p', 'gweis__isodate.17cb25eb.combine_file__1k8q4a9v', 'gweis__isodate.17cb25eb.combine_file__3d5ffych', 'gweis__isodate.17cb25eb.combine_file__4u5mlu9j', 'gweis__isodate.17cb25eb.combine_file__57hxnkcj', 'gweis__isodate.17cb25eb.combine_file__8zpm11c8', 'termcolor__termcolor.3a42086f.combine_file__1lkb1xn6', 'termcolor__termcolor.3a42086f.combine_file__8ltnh873', 'termcolor__termcolor.3a42086f.combine_file__jvn23aeb', 'termcolor__termcolor.3a42086f.combine_file__kcolavuc', 'termcolor__termcolor.3a42086f.func_basic__85cw2fkp', 'termcolor__termcolor.3a42086f.func_basic__j1e1skkr', 'termcolor__termcolor.3a42086f.func_basic__u7mdjl9x', 'termcolor__termcolor.3a42086f.func_basic__voa3vr8k', 'rsalmei__alive-progress.35853799.combine_file__03fag9gd', 'rsalmei__alive-progress.35853799.combine_file__0d2nyr7r', 'rsalmei__alive-progress.35853799.combine_file__1ljzw1ci', 'rsalmei__alive-progress.35853799.combine_file__2ka5aw0g', 'rsalmei__alive-progress.35853799.combine_file__548uahnn', 'rsalmei__alive-progress.35853799.combine_file__5koekd6f', 'rsalmei__alive-progress.35853799.combine_file__5nuterze', 'rsalmei__alive-progress.35853799.combine_file__5uvaw4eq', 'facebookresearch__hydra.0f03eb60.func_pm_class_rm_base__48m43coc', 'facebookresearch__hydra.0f03eb60.func_pm_class_rm_base__afg3ot4f', 'facebookresearch__hydra.0f03eb60.func_pm_class_rm_base__kajepu27', 'facebookresearch__hydra.0f03eb60.func_pm_class_rm_base__nrq1wzbk', 'facebookresearch__hydra.0f03eb60.func_pm_class_rm_funcs__0e2hh0f3', 'facebookresearch__hydra.0f03eb60.func_pm_class_rm_funcs__0s3hejxe', 'facebookresearch__hydra.0f03eb60.func_pm_class_rm_funcs__0spfj410', 'facebookresearch__hydra.0f03eb60.func_pm_class_rm_funcs__74cfppfr', 'pylint-dev__astroid.b114f6b5.combine_file__03ujys3k', 'pylint-dev__astroid.b114f6b5.combine_file__0443kh77', 'pylint-dev__astroid.b114f6b5.combine_file__0542t5ft', 'pylint-dev__astroid.b114f6b5.combine_file__0exizlwy', 'pylint-dev__astroid.b114f6b5.combine_file__0w3lbknq', 'pylint-dev__astroid.b114f6b5.combine_file__0x6ss9oc', 'pylint-dev__astroid.b114f6b5.combine_file__0zmrug3v', 'pylint-dev__astroid.b114f6b5.combine_file__0zt5q18q', 'django-money__django-money.835c1ab8.combine_file__2207opfn', 'django-money__django-money.835c1ab8.combine_file__26mrrar1', 'django-money__django-money.835c1ab8.combine_file__6g5qo3g8', 'django-money__django-money.835c1ab8.combine_file__7znr0kum', 'django-money__django-money.835c1ab8.combine_file__av81krcf', 'django-money__django-money.835c1ab8.combine_file__balze8su', 'django-money__django-money.835c1ab8.combine_file__cxfdztpc', 'django-money__django-money.835c1ab8.combine_file__f42d2uus', 'pyparsing__pyparsing.533adf47.combine_file__0mxfxgiy', 'pyparsing__pyparsing.533adf47.combine_file__0nsujtro', 'pyparsing__pyparsing.533adf47.combine_file__3jw3qikd', 'pyparsing__pyparsing.533adf47.combine_file__5uxg70c1', 'pyparsing__pyparsing.533adf47.combine_file__62sgh9w7', 'pyparsing__pyparsing.533adf47.combine_file__68skjedt', 'pyparsing__pyparsing.533adf47.combine_file__68vwhhcm', 'pyparsing__pyparsing.533adf47.combine_file__76btnn9u', 'life4__textdistance.c3aca916.combine_file__0sfget5n', 'life4__textdistance.c3aca916.combine_file__135h75f4', 'life4__textdistance.c3aca916.combine_file__2n8fa76r', 'life4__textdistance.c3aca916.combine_file__2ow6yk33', 'life4__textdistance.c3aca916.combine_file__2s9xskfy', 'life4__textdistance.c3aca916.combine_file__3izxykz4', 'life4__textdistance.c3aca916.combine_file__593rz6rb', 'life4__textdistance.c3aca916.combine_file__5a3pe0mb', 'paramiko__paramiko.23f92003.combine_file__06294q2r', 'paramiko__paramiko.23f92003.combine_file__062dokbe', 'paramiko__paramiko.23f92003.combine_file__06ixfhti', 'paramiko__paramiko.23f92003.combine_file__07gu8cok', 'paramiko__paramiko.23f92003.combine_file__0g6xnh23', 'paramiko__paramiko.23f92003.combine_file__13e10lun', 'paramiko__paramiko.23f92003.combine_file__1acju47q', 'paramiko__paramiko.23f92003.combine_file__1eqp9nm1', 'andialbrecht__sqlparse.e57923b3.combine_file__0kpo7qv7', 'andialbrecht__sqlparse.e57923b3.combine_file__1neoviis', 'andialbrecht__sqlparse.e57923b3.combine_file__1wyezdjs', 'andialbrecht__sqlparse.e57923b3.combine_file__2ce20ivv', 'andialbrecht__sqlparse.e57923b3.combine_file__2fz8wxs9', 'andialbrecht__sqlparse.e57923b3.combine_file__365uyea8', 'andialbrecht__sqlparse.e57923b3.combine_file__41rrr227', 'andialbrecht__sqlparse.e57923b3.combine_file__4696vm2s', 'jaraco__inflect.c079a96a.combine_file__1m7cawal', 'jaraco__inflect.c079a96a.combine_file__p1km6bf3', 'jaraco__inflect.c079a96a.combine_file__y2ozfoh0', 'jaraco__inflect.c079a96a.func_basic__0hwljtvh', 'jaraco__inflect.c079a96a.func_basic__1jrv4g0i', 'jaraco__inflect.c079a96a.func_basic__1ohhrkta', 'jaraco__inflect.c079a96a.func_basic__20t8s193', 'jaraco__inflect.c079a96a.func_basic__22egpvdf', 'tkrajina__gpxpy.09fc46b3.combine_file__1ruhyhz2', 'tkrajina__gpxpy.09fc46b3.combine_file__5bnr4po3', 'tkrajina__gpxpy.09fc46b3.combine_file__622pe5nv', 'tkrajina__gpxpy.09fc46b3.combine_file__6h5c7o6p', 'tkrajina__gpxpy.09fc46b3.combine_file__7r5pxkmp', 'tkrajina__gpxpy.09fc46b3.combine_file__8numrqv6', 'tkrajina__gpxpy.09fc46b3.combine_file__cj7fx7u3', 'tkrajina__gpxpy.09fc46b3.combine_file__ehz08wgl', 'python__mypy.e93f06ce.pr_10036', 'python__mypy.e93f06ce.pr_10424', 'python__mypy.e93f06ce.pr_11567', 'python__mypy.e93f06ce.pr_11632', 'python__mypy.e93f06ce.pr_11972', 'python__mypy.e93f06ce.pr_12943', 'python__mypy.e93f06ce.pr_12951', 'python__mypy.e93f06ce.pr_15155', 'vi3k6i5__flashtext.b316c7e9.combine_file__9dxlk2rp', 'vi3k6i5__flashtext.b316c7e9.combine_file__lrgx0qey', 'vi3k6i5__flashtext.b316c7e9.combine_file__m4a2tfh1', 'vi3k6i5__flashtext.b316c7e9.combine_file__of44w59q', 'vi3k6i5__flashtext.b316c7e9.func_basic__2jg0vg7s', 'vi3k6i5__flashtext.b316c7e9.func_basic__40bfagui', 'vi3k6i5__flashtext.b316c7e9.func_basic__4642z3wy', 'vi3k6i5__flashtext.b316c7e9.func_basic__cyvjee42', 'pudo__dataset.5c2dc8d3.combine_file__09k00ucq', 'pudo__dataset.5c2dc8d3.combine_file__2h1v64gn', 'pudo__dataset.5c2dc8d3.combine_file__2krxnkkn', 'pudo__dataset.5c2dc8d3.combine_file__3ttzi4k1', 'pudo__dataset.5c2dc8d3.combine_file__4oc6t9ws', 'pudo__dataset.5c2dc8d3.combine_file__906hgmxb', 'pudo__dataset.5c2dc8d3.combine_file__ab58f4n1', 'pudo__dataset.5c2dc8d3.combine_file__emn854d9', 'Suor__funcy.207a7810.combine_file__186umsl2', 'Suor__funcy.207a7810.combine_file__1zo4pdi4', 'Suor__funcy.207a7810.combine_file__3cucpzij', 'Suor__funcy.207a7810.combine_file__3u9hti2d', 'Suor__funcy.207a7810.combine_file__3y0j7te5', 'Suor__funcy.207a7810.combine_file__4ho5rovv', 'Suor__funcy.207a7810.combine_file__5c2gq3ju', 'Suor__funcy.207a7810.combine_file__5kzv0kej', 'modin-project__modin.8c7799fd.combine_module__5xk47cme', 'modin-project__modin.8c7799fd.combine_module__ay6v1944', 'modin-project__modin.8c7799fd.combine_module__h587z70h', 'modin-project__modin.8c7799fd.combine_module__m5lxs8bb', 'modin-project__modin.8c7799fd.combine_module__rxi0qhe3', 'modin-project__modin.8c7799fd.combine_module__y3bqerxy', 'modin-project__modin.8c7799fd.func_pm_class_rm_funcs__dicn9yqc', 'modin-project__modin.8c7799fd.func_pm_class_rm_funcs__fb82om6g', 'kayak__pypika.1c9646f0.combine_file__0255t16v', 'kayak__pypika.1c9646f0.combine_file__0i1fohni', 'kayak__pypika.1c9646f0.combine_file__0umuc53t', 'kayak__pypika.1c9646f0.combine_file__1o3odg2d', 'kayak__pypika.1c9646f0.combine_file__1z56joe1', 'kayak__pypika.1c9646f0.combine_file__1zjm16oa', 'kayak__pypika.1c9646f0.combine_file__2znk3s7x', 'kayak__pypika.1c9646f0.combine_file__3l94afus', 'benoitc__gunicorn.bacbf8aa.combine_file__0q9uqnfj', 'benoitc__gunicorn.bacbf8aa.combine_file__0uqr7ef6', 'benoitc__gunicorn.bacbf8aa.combine_file__18uz4fdc', 'benoitc__gunicorn.bacbf8aa.combine_file__1b24eq17', 'benoitc__gunicorn.bacbf8aa.combine_file__2n0dy0tp', 'benoitc__gunicorn.bacbf8aa.combine_file__2w6h4yfi', 'benoitc__gunicorn.bacbf8aa.combine_file__339uwkx7', 'benoitc__gunicorn.bacbf8aa.combine_file__3764djw5', 'HIPS__autograd.ac044f0d.lm_rewrite__0980jjjc', 'HIPS__autograd.ac044f0d.lm_rewrite__1g1waab6', 'HIPS__autograd.ac044f0d.lm_rewrite__2l1df76i', 'HIPS__autograd.ac044f0d.lm_rewrite__2qr2vvm9', 'HIPS__autograd.ac044f0d.lm_rewrite__346224tb', 'HIPS__autograd.ac044f0d.lm_rewrite__350um2ft', 'HIPS__autograd.ac044f0d.lm_rewrite__3kli7885', 'HIPS__autograd.ac044f0d.lm_rewrite__3knuyqu0', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__0u6zscda', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__2qad2hn2', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__4cid2k7l', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__4dqhqlsw', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__5vwk53u1', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__ashlhx57', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__cjlsz1z2', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__fjlc2xjk', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__7odd8hev', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__bnrrsi7l', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__po0m9cgu', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__uqk05prw', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__xfg1evii', 'scrapy__scrapy.35212ec5.func_pm_class_rm_funcs__55mkr3mw', 'scrapy__scrapy.35212ec5.func_pm_class_rm_funcs__9sggl157', 'scrapy__scrapy.35212ec5.func_pm_class_rm_funcs__d4ml819f', 'keleshev__schema.24a30457.combine_file__8m3txfu7', 'keleshev__schema.24a30457.combine_file__ums0p8s3', 'keleshev__schema.24a30457.combine_file__xbyfjk8q', 'keleshev__schema.24a30457.func_basic__0aje89jo', 'keleshev__schema.24a30457.func_basic__18wfkgq9', 'keleshev__schema.24a30457.func_basic__27m4p2mt', 'keleshev__schema.24a30457.func_basic__3ta24sq5', 'keleshev__schema.24a30457.func_basic__4dp0lvs4', 'kennethreitz__records.5941ab27.combine_file__6me5ci4d', 'kennethreitz__records.5941ab27.combine_file__95trbjmz', 'kennethreitz__records.5941ab27.combine_file__dxnionnt', 'kennethreitz__records.5941ab27.combine_file__uh6f3qdk', 'kennethreitz__records.5941ab27.func_basic__499hv8uy', 'kennethreitz__records.5941ab27.func_basic__6bfvq24z', 'kennethreitz__records.5941ab27.func_basic__8ansg240', 'kennethreitz__records.5941ab27.func_basic__8zrs6ums', 'datamade__usaddress.a42a8f0c.combine_file__n8e84hcz', 'datamade__usaddress.a42a8f0c.combine_file__sjv6rfix', 'datamade__usaddress.a42a8f0c.func_basic__0ieb44hl', 'datamade__usaddress.a42a8f0c.func_basic__nnibebxs', 'datamade__usaddress.a42a8f0c.func_basic__qz92fvke', 'datamade__usaddress.a42a8f0c.func_pm_remove_assign__y0jijrlk', 'datamade__usaddress.a42a8f0c.lm_rewrite__gvqcmfw6', 'datamade__usaddress.a42a8f0c.lm_rewrite__qrc0sw5h', 'buriy__python-readability.40256f40.combine_file__2pt3y7up', 'buriy__python-readability.40256f40.combine_file__7fqs6b1x', 'buriy__python-readability.40256f40.combine_file__g74gcsrk', 'buriy__python-readability.40256f40.combine_file__iikzw4g3', 'buriy__python-readability.40256f40.combine_file__x2nhj31u', 'buriy__python-readability.40256f40.combine_file__x5n1fqg7', 'buriy__python-readability.40256f40.combine_file__yirqhpk6', 'buriy__python-readability.40256f40.func_basic__2kph0vc5', 'graphql-python__graphene.82903263.combine_file__00ktyl0x', 'graphql-python__graphene.82903263.combine_file__0mpl4fcm', 'graphql-python__graphene.82903263.combine_file__0v89t20o', 'graphql-python__graphene.82903263.combine_file__1do1d8k0', 'graphql-python__graphene.82903263.combine_file__26v2crpy', 'graphql-python__graphene.82903263.combine_file__2fh7k3fy', 'graphql-python__graphene.82903263.combine_file__2wnkiunv', 'graphql-python__graphene.82903263.combine_file__340c1rlv', 'martinblech__xmltodict.0952f382.combine_file__am8jwrys', 'martinblech__xmltodict.0952f382.combine_file__arrvo4as', 'martinblech__xmltodict.0952f382.combine_file__fonimf13', 'martinblech__xmltodict.0952f382.combine_file__wpu0bspk', 'martinblech__xmltodict.0952f382.func_basic__0exrjpwz', 'martinblech__xmltodict.0952f382.func_basic__254qp8xw', 'martinblech__xmltodict.0952f382.func_basic__3jcqeuys', 'martinblech__xmltodict.0952f382.func_basic__4ry5wj8i', 'seatgeek__thefuzz.8a05a3ee.combine_file__18e0miwg', 'seatgeek__thefuzz.8a05a3ee.combine_file__2uoca06x', 'seatgeek__thefuzz.8a05a3ee.combine_file__49lwir4y', 'seatgeek__thefuzz.8a05a3ee.combine_file__5s3frnhb', 'seatgeek__thefuzz.8a05a3ee.combine_file__ceibttt0', 'seatgeek__thefuzz.8a05a3ee.combine_file__e1efgbx1', 'seatgeek__thefuzz.8a05a3ee.combine_file__idurqdip', 'seatgeek__thefuzz.8a05a3ee.combine_file__pqbbf4di', 'mahmoud__boltons.3bfcfdd0.combine_file__0e96jzmh', 'mahmoud__boltons.3bfcfdd0.combine_file__0p2kme8h', 'mahmoud__boltons.3bfcfdd0.combine_file__17srw53y', 'mahmoud__boltons.3bfcfdd0.combine_file__2ceafjfc', 'mahmoud__boltons.3bfcfdd0.combine_file__3edw4q46', 'mahmoud__boltons.3bfcfdd0.combine_file__4c75anje', 'mahmoud__boltons.3bfcfdd0.combine_file__4gam6og9', 'mahmoud__boltons.3bfcfdd0.combine_file__4ludpvf0', 'lincolnloop__python-qrcode.456b01d4.combine_file__2nub3l1p', 'lincolnloop__python-qrcode.456b01d4.combine_file__3arti7hc', 'lincolnloop__python-qrcode.456b01d4.combine_file__3n9y7zn6', 'lincolnloop__python-qrcode.456b01d4.combine_file__3xl5wxe3', 'lincolnloop__python-qrcode.456b01d4.combine_file__47m1l8q8', 'lincolnloop__python-qrcode.456b01d4.combine_file__4xb12bgr', 'lincolnloop__python-qrcode.456b01d4.combine_file__5c4qoajj', 'lincolnloop__python-qrcode.456b01d4.combine_file__5wxrnyqu', 'google__textfsm.c31b6007.combine_file__7milf7b7', 'google__textfsm.c31b6007.combine_file__8c98urp5', 'google__textfsm.c31b6007.combine_file__969y33qv', 'google__textfsm.c31b6007.combine_file__bgk6tlx2', 'google__textfsm.c31b6007.combine_file__d1l5ywjm', 'google__textfsm.c31b6007.combine_file__jhjs16p8', 'google__textfsm.c31b6007.combine_file__n71is6qa', 'google__textfsm.c31b6007.combine_file__ntri0mjn', 'cknd__stackprinter.219fcc52.combine_file__3mb4yuht', 'cknd__stackprinter.219fcc52.combine_file__5x4jvjgf', 'cknd__stackprinter.219fcc52.combine_file__762052u8', 'cknd__stackprinter.219fcc52.combine_file__7gqfh6ju', 'cknd__stackprinter.219fcc52.combine_file__ari1pvlw', 'cknd__stackprinter.219fcc52.combine_file__bjl887iw', 'cknd__stackprinter.219fcc52.combine_file__bplftd4e', 'cknd__stackprinter.219fcc52.combine_file__e6q4r13i', 'davidhalter__parso.338a5760.combine_file__1ozjorxv', 'davidhalter__parso.338a5760.combine_file__24zievc9', 'davidhalter__parso.338a5760.combine_file__3d6bca3i', 'davidhalter__parso.338a5760.combine_file__3xs7ozwy', 'davidhalter__parso.338a5760.combine_file__42r2dt32', 'davidhalter__parso.338a5760.combine_file__4agkr1qk', 'davidhalter__parso.338a5760.combine_file__5862c62m', 'davidhalter__parso.338a5760.combine_file__6ai9x66t', 'gruns__furl.da386f68.combine_file__a2we49nm', 'gruns__furl.da386f68.combine_file__d6g4zu97', 'gruns__furl.da386f68.combine_file__ikudh8vv', 'gruns__furl.da386f68.combine_file__mk6pxlic', 'gruns__furl.da386f68.combine_file__mxp5kqco', 'gruns__furl.da386f68.combine_file__pz8y2v7o', 'gruns__furl.da386f68.combine_file__w4yy9ukv', 'gruns__furl.da386f68.func_basic__0v9ni7yq', 'pwaller__pyfiglet.f8c5f35b.combine_file__sind222x', 'pwaller__pyfiglet.f8c5f35b.func_basic__kbelcvef', 'pwaller__pyfiglet.f8c5f35b.func_basic__sjopxapv', 'pwaller__pyfiglet.f8c5f35b.func_basic__t9m6563e', 'pwaller__pyfiglet.f8c5f35b.func_basic__zh9g8b3e', 'pwaller__pyfiglet.f8c5f35b.func_pm_ctrl_invert_if__c3il7wrt', 'pwaller__pyfiglet.f8c5f35b.func_pm_ctrl_shuffle__n7wjcwpl', 'pwaller__pyfiglet.f8c5f35b.func_pm_op_swap__4tsl9r61', 'spulec__freezegun.5f171db0.combine_file__f3rcc5ea', 'spulec__freezegun.5f171db0.combine_file__hudw00ia', 'spulec__freezegun.5f171db0.combine_file__u10od2ts', 'spulec__freezegun.5f171db0.combine_file__xb5m1muo', 'spulec__freezegun.5f171db0.func_basic__0907rt5s', 'spulec__freezegun.5f171db0.func_basic__1lga5mmv', 'spulec__freezegun.5f171db0.func_basic__1wzhexnu', 'spulec__freezegun.5f171db0.func_basic__1z97j0lp', 'mozillazg__python-pinyin.e42dede5.combine_file__0fuikb5l', 'mozillazg__python-pinyin.e42dede5.combine_file__31m1c4eg', 'mozillazg__python-pinyin.e42dede5.combine_file__4hfqnaiz', 'mozillazg__python-pinyin.e42dede5.combine_file__5or39o5l', 'mozillazg__python-pinyin.e42dede5.combine_file__8wos70yn', 'mozillazg__python-pinyin.e42dede5.combine_file__96dnv6g9', 'mozillazg__python-pinyin.e42dede5.combine_file__9wqxev96', 'mozillazg__python-pinyin.e42dede5.combine_file__ay992gn5', 'rubik__radon.54b88e58.combine_file__0a6xo8gp', 'rubik__radon.54b88e58.combine_file__0m2cizlo', 'rubik__radon.54b88e58.combine_file__22d6pzec', 'rubik__radon.54b88e58.combine_file__34a07l8b', 'rubik__radon.54b88e58.combine_file__4k3ntkqd', 'rubik__radon.54b88e58.combine_file__8bw0yabk', 'rubik__radon.54b88e58.combine_file__aeuepbc6', 'rubik__radon.54b88e58.combine_file__f1atqy1u', 'mozilla__bleach.73871d76.combine_file__1fx94goc', 'mozilla__bleach.73871d76.combine_file__1i64kagr', 'mozilla__bleach.73871d76.combine_file__1kdsqwbh', 'mozilla__bleach.73871d76.combine_file__1rh9tq3c', 'mozilla__bleach.73871d76.combine_file__1wcmbe9g', 'mozilla__bleach.73871d76.combine_file__2c9cnu0u', 'mozilla__bleach.73871d76.combine_file__3cci51ck', 'mozilla__bleach.73871d76.combine_file__3md5e1na', 'rustedpy__result.0b855e1e.combine_file__sxi3qfjs', 'rustedpy__result.0b855e1e.combine_file__vkyo92k2', 'rustedpy__result.0b855e1e.combine_file__yurwytjm', 'rustedpy__result.0b855e1e.func_basic__08l7xwcj', 'rustedpy__result.0b855e1e.func_basic__4sff6k2a', 'rustedpy__result.0b855e1e.func_basic__541ntd9w', 'rustedpy__result.0b855e1e.func_basic__5h1cvgnz', 'rustedpy__result.0b855e1e.func_basic__6jm5kqa2', 'matthewwithanm__python-markdownify.6258f5c3.combine_file__hbpauk0y', 'matthewwithanm__python-markdownify.6258f5c3.combine_file__q9i2yu7a', 'matthewwithanm__python-markdownify.6258f5c3.combine_file__qf4n5sdn', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__1yf6xw2a', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__32ks378x', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__3dpki6xc', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__3kgopq3v', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__4l5sk3ck', 'mewwts__addict.75284f95.combine_file__3fttj8ti', 'mewwts__addict.75284f95.combine_file__6ib4g5h0', 'mewwts__addict.75284f95.combine_file__d5w1dhpb', 'mewwts__addict.75284f95.combine_file__mtx0k9ve', 'mewwts__addict.75284f95.func_basic__06sj084c', 'mewwts__addict.75284f95.func_basic__46pugudf', 'mewwts__addict.75284f95.func_basic__90wh3hv9', 'mewwts__addict.75284f95.func_basic__9sg9rq7f', 'PyCQA__flake8.cf1542ce.combine_file__00lpnlny', 'PyCQA__flake8.cf1542ce.combine_file__0dzqx93s', 'PyCQA__flake8.cf1542ce.combine_file__0gss8zww', 'PyCQA__flake8.cf1542ce.combine_file__0t6ke5r4', 'PyCQA__flake8.cf1542ce.combine_file__0tdwg1ff', 'PyCQA__flake8.cf1542ce.combine_file__2fd9ywo2', 'PyCQA__flake8.cf1542ce.combine_file__3bz6n3sp', 'PyCQA__flake8.cf1542ce.combine_file__4jtpxlth', 'mahmoud__glom.fb3c4e76.combine_file__22kf0vki', 'mahmoud__glom.fb3c4e76.combine_file__231n3xl8', 'mahmoud__glom.fb3c4e76.combine_file__3r2lnntt', 'mahmoud__glom.fb3c4e76.combine_file__4xr7plz3', 'mahmoud__glom.fb3c4e76.combine_file__58t357sd', 'mahmoud__glom.fb3c4e76.combine_file__63c1epiq', 'mahmoud__glom.fb3c4e76.combine_file__6j1ump4h', 'mahmoud__glom.fb3c4e76.combine_file__7sm9muzc', 'borntyping__python-colorlog.dfa10f59.combine_file__932hbnsz', 'borntyping__python-colorlog.dfa10f59.combine_file__bmf3qqlj', 'borntyping__python-colorlog.dfa10f59.combine_file__c5zkrgjb', 'borntyping__python-colorlog.dfa10f59.combine_file__hofui8tk', 'borntyping__python-colorlog.dfa10f59.combine_file__jv64mtl0', 'borntyping__python-colorlog.dfa10f59.combine_file__l0l2xw5k', 'borntyping__python-colorlog.dfa10f59.combine_file__mgwf3p06', 'borntyping__python-colorlog.dfa10f59.combine_file__wm7ptqv5', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__7iujb6a9', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__sy2hagpa', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__u55dm8je', 'gruns__icecream.f76fef56.func_pm_ctrl_shuffle__0559gjlc', 'gruns__icecream.f76fef56.func_pm_ctrl_shuffle__3dkw6kmj', 'gruns__icecream.f76fef56.func_pm_ctrl_shuffle__mych2umn', 'gruns__icecream.f76fef56.func_pm_ctrl_shuffle__z95tfg9w', 'gruns__icecream.f76fef56.func_pm_remove_assign__0qxyj4dh', 'marshmallow-code__webargs.dbde72fe.combine_file__05ra8ndh', 'marshmallow-code__webargs.dbde72fe.combine_file__0hu6mx1r', 'marshmallow-code__webargs.dbde72fe.combine_file__0nt3a64o', 'marshmallow-code__webargs.dbde72fe.combine_file__0wayeg8k', 'marshmallow-code__webargs.dbde72fe.combine_file__0xhn3aaa', 'marshmallow-code__webargs.dbde72fe.combine_file__2sj4kwou', 'marshmallow-code__webargs.dbde72fe.combine_file__2swj55ex', 'marshmallow-code__webargs.dbde72fe.combine_file__3wapyyi1', 'aio-libs__async-timeout.d0baa9f1.combine_file__3qpnebr7', 'aio-libs__async-timeout.d0baa9f1.combine_file__6efj5rce', 'aio-libs__async-timeout.d0baa9f1.combine_file__bwy4m1w4', 'aio-libs__async-timeout.d0baa9f1.combine_file__la9dmvt9', 'aio-libs__async-timeout.d0baa9f1.combine_file__vwjwx6t0', 'aio-libs__async-timeout.d0baa9f1.func_basic__0tq3zk35', 'aio-libs__async-timeout.d0baa9f1.func_basic__38edt9p9', 'aio-libs__async-timeout.d0baa9f1.func_basic__4dm8pgbf', 'adrienverge__yamllint.8513d9b9.combine_file__05pv3u48', 'adrienverge__yamllint.8513d9b9.combine_file__14gghax7', 'adrienverge__yamllint.8513d9b9.combine_file__16usfuj8', 'adrienverge__yamllint.8513d9b9.combine_file__26dq3p0r', 'adrienverge__yamllint.8513d9b9.combine_file__2catxf74', 'adrienverge__yamllint.8513d9b9.combine_file__2usnc4qn', 'adrienverge__yamllint.8513d9b9.combine_file__3fyj490o', 'adrienverge__yamllint.8513d9b9.combine_file__5xrg18p4', 'arrow-py__arrow.1d70d009.combine_file__09q8ngbx', 'arrow-py__arrow.1d70d009.combine_file__0jlnyumj', 'arrow-py__arrow.1d70d009.combine_file__7c8e35bb', 'arrow-py__arrow.1d70d009.combine_file__7ostu42h', 'arrow-py__arrow.1d70d009.combine_file__7z9cmpd8', 'arrow-py__arrow.1d70d009.combine_file__8pbefy25', 'arrow-py__arrow.1d70d009.combine_file__bf6naic0', 'arrow-py__arrow.1d70d009.combine_file__cqusykoi', 'dbader__schedule.82a43db1.combine_file__8xn9cuva', 'dbader__schedule.82a43db1.combine_file__fd66g5jv', 'dbader__schedule.82a43db1.combine_file__gzk55qjr', 'dbader__schedule.82a43db1.func_basic__1d2lxayf', 'dbader__schedule.82a43db1.func_basic__1dqum7qo', 'dbader__schedule.82a43db1.func_basic__2xjsfsa4', 'dbader__schedule.82a43db1.func_basic__3uexycvf', 'dbader__schedule.82a43db1.func_basic__3uvexel4', 'cloudpipe__cloudpickle.6220b0ce.combine_file__1hg7kf4e', 'cloudpipe__cloudpickle.6220b0ce.combine_file__il2fiv3e', 'cloudpipe__cloudpickle.6220b0ce.combine_file__us3l4ey7', 'cloudpipe__cloudpickle.6220b0ce.func_basic__0lun00yt', 'cloudpipe__cloudpickle.6220b0ce.func_basic__1dg7iueb', 'cloudpipe__cloudpickle.6220b0ce.func_basic__1rxtz1uw', 'cloudpipe__cloudpickle.6220b0ce.func_basic__2oqo0xtt', 'cloudpipe__cloudpickle.6220b0ce.func_basic__33i9rvbh', 'weaveworks__grafanalib.5c3b17ed.combine_file__2a6rzcsr', 'weaveworks__grafanalib.5c3b17ed.combine_file__2ug37o2m', 'weaveworks__grafanalib.5c3b17ed.combine_file__3qvu493c', 'weaveworks__grafanalib.5c3b17ed.combine_file__5ovcwkq5', 'weaveworks__grafanalib.5c3b17ed.combine_file__6r8fkq6p', 'weaveworks__grafanalib.5c3b17ed.combine_file__curvfb6e', 'weaveworks__grafanalib.5c3b17ed.combine_file__e2kkr9a3', 'weaveworks__grafanalib.5c3b17ed.combine_file__ln8o7r6k', 'un33k__python-slugify.872b3750.combine_file__9694uddh', 'un33k__python-slugify.872b3750.combine_file__bqvl1rmh', 'un33k__python-slugify.872b3750.combine_file__clw5azh4', 'un33k__python-slugify.872b3750.combine_file__u8635nxq', 'un33k__python-slugify.872b3750.combine_file__xmioikmw', 'un33k__python-slugify.872b3750.func_basic__0imkjpwx', 'un33k__python-slugify.872b3750.func_basic__0t6x84si', 'un33k__python-slugify.872b3750.func_basic__17sm7cpm', 'hukkin__tomli.443a0c1b.combine_file__3dpezncq', 'hukkin__tomli.443a0c1b.combine_file__417c3yvo', 'hukkin__tomli.443a0c1b.combine_file__54fsgxc7', 'hukkin__tomli.443a0c1b.combine_file__55v3asff', 'hukkin__tomli.443a0c1b.combine_file__9ga4hh9z', 'hukkin__tomli.443a0c1b.combine_file__jtga1vqq', 'hukkin__tomli.443a0c1b.combine_file__wnhdkd6v', 'hukkin__tomli.443a0c1b.combine_file__y7vvdg7n', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__2yj9xqtn', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__8b4xbbwj', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__f6ugmz8d', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__ibxcc1yg', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__mgznzhdj', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__mzlrypww', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__no0ggxjh', 'getmoto__moto.694ce1f4.func_pm_class_rm_funcs__0bt1044j', 'pexpect__ptyprocess.1067dbda.combine_file__3cb6g60c', 'pexpect__ptyprocess.1067dbda.combine_file__4zof05no', 'pexpect__ptyprocess.1067dbda.combine_file__6o8lu8v9', 'pexpect__ptyprocess.1067dbda.combine_file__folgodyu', 'pexpect__ptyprocess.1067dbda.combine_file__kyh4v6q3', 'pexpect__ptyprocess.1067dbda.combine_file__lnie3t4d', 'pexpect__ptyprocess.1067dbda.combine_file__t572dfx8', 'pexpect__ptyprocess.1067dbda.combine_file__z9xh0tlg', 'facebookresearch__fvcore.a491d5b9.combine_file__0e71vue2', 'facebookresearch__fvcore.a491d5b9.combine_file__0i0ekelh', 'facebookresearch__fvcore.a491d5b9.combine_file__0s48fnto', 'facebookresearch__fvcore.a491d5b9.combine_file__1uoqm710', 'facebookresearch__fvcore.a491d5b9.combine_file__1vidfnc7', 'facebookresearch__fvcore.a491d5b9.combine_file__21198gv2', 'facebookresearch__fvcore.a491d5b9.combine_file__4pue59l8', 'facebookresearch__fvcore.a491d5b9.combine_file__4zed2l5m', 'prettytable__prettytable.ca90b055.combine_file__2mwa4qpg', 'prettytable__prettytable.ca90b055.combine_file__4w7uchqh', 'prettytable__prettytable.ca90b055.combine_file__9f0r8icw', 'prettytable__prettytable.ca90b055.combine_file__hks00kto', 'prettytable__prettytable.ca90b055.combine_file__huv4rtpp', 'prettytable__prettytable.ca90b055.combine_file__kqx81ldk', 'prettytable__prettytable.ca90b055.combine_file__u5hkdpry', 'prettytable__prettytable.ca90b055.combine_file__u7zf4461', 'pyca__pyopenssl.04766a49.combine_file__12o1o8ad', 'pyca__pyopenssl.04766a49.combine_file__4jzvfouh', 'pyca__pyopenssl.04766a49.combine_file__5j645xx1', 'pyca__pyopenssl.04766a49.combine_file__5lywfosx', 'pyca__pyopenssl.04766a49.combine_file__8qxekyts', 'pyca__pyopenssl.04766a49.combine_file__9bp5eeit', 'pyca__pyopenssl.04766a49.combine_file__er4hmcrk', 'pyca__pyopenssl.04766a49.combine_file__ia85jsve', 'chardet__chardet.9630f238.combine_file__1gm3nc5e', 'chardet__chardet.9630f238.combine_file__3nsj1x6m', 'chardet__chardet.9630f238.combine_file__4zqsxdno', 'chardet__chardet.9630f238.combine_file__5tat64kj', 'chardet__chardet.9630f238.combine_file__5tt5tpcd', 'chardet__chardet.9630f238.combine_file__5zgxk3lq', 'chardet__chardet.9630f238.combine_file__7qgyacf6', 'chardet__chardet.9630f238.combine_file__7x92xa0x', 'erikrose__parsimonious.0d3f5f93.combine_file__0w8inm9h', 'erikrose__parsimonious.0d3f5f93.combine_file__1o7g4ht7', 'erikrose__parsimonious.0d3f5f93.combine_file__1pctdw4e', 'erikrose__parsimonious.0d3f5f93.combine_file__2j26m0c0', 'erikrose__parsimonious.0d3f5f93.combine_file__40y5imtu', 'erikrose__parsimonious.0d3f5f93.combine_file__4raaase2', 'erikrose__parsimonious.0d3f5f93.combine_file__67ziqhs5', 'erikrose__parsimonious.0d3f5f93.combine_file__6gds31pm', 'madzak__python-json-logger.5f85723f.combine_file__99gu5t29', 'madzak__python-json-logger.5f85723f.combine_file__fjdw5yv1', 'madzak__python-json-logger.5f85723f.combine_file__ke8hbycn', 'madzak__python-json-logger.5f85723f.combine_file__nh0rsii3', 'madzak__python-json-logger.5f85723f.combine_file__q463g4fv', 'madzak__python-json-logger.5f85723f.func_basic__39f5tjo8', 'madzak__python-json-logger.5f85723f.func_basic__4ehsxrzn', 'madzak__python-json-logger.5f85723f.func_basic__aerukaes', 'python-hyper__h11.bed0dd4a.combine_file__1p8am6k1', 'python-hyper__h11.bed0dd4a.combine_file__1uccq29y', 'python-hyper__h11.bed0dd4a.combine_file__2hozrie3', 'python-hyper__h11.bed0dd4a.combine_file__3ukf7amt', 'python-hyper__h11.bed0dd4a.combine_file__4fir9h4i', 'python-hyper__h11.bed0dd4a.combine_file__4pj8390q', 'python-hyper__h11.bed0dd4a.combine_file__5bgrd1b4', 'python-hyper__h11.bed0dd4a.combine_file__5qwccxor', 'scanny__python-pptx.278b47b1.combine_file__00zilcc6', 'scanny__python-pptx.278b47b1.combine_file__04139km7', 'scanny__python-pptx.278b47b1.combine_file__09kkjruy', 'scanny__python-pptx.278b47b1.combine_file__0evvhc7f', 'scanny__python-pptx.278b47b1.combine_file__0eywru1q', 'scanny__python-pptx.278b47b1.combine_file__0kr0b9k2', 'scanny__python-pptx.278b47b1.combine_file__1024ja80', 'scanny__python-pptx.278b47b1.combine_file__12iqsb6k', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__0ba7h4uf', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__0elbdsh2', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__0sg6mre4', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__1j7z9x4r', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__1xafg0ad', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__1xevgfqv', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__2iga6n8o', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__2ju77rbj', 'pallets__markupsafe.620c06c9.combine_file__6fk2d773', 'pallets__markupsafe.620c06c9.combine_file__7pv2r8sa', 'pallets__markupsafe.620c06c9.combine_file__ccc15c5c', 'pallets__markupsafe.620c06c9.combine_module__1ltcsjob', 'pallets__markupsafe.620c06c9.combine_module__ncbr7cx2', 'pallets__markupsafe.620c06c9.combine_module__y1pg0riq', 'pallets__markupsafe.620c06c9.func_basic__09grfhrm', 'pallets__markupsafe.620c06c9.func_basic__0wzdzswq', 'python-jsonschema__jsonschema.93e0caa5.combine_file__0khtjauk', 'python-jsonschema__jsonschema.93e0caa5.combine_file__21d1hf20', 'python-jsonschema__jsonschema.93e0caa5.combine_file__42o7uejc', 'python-jsonschema__jsonschema.93e0caa5.combine_file__53wfwg73', 'python-jsonschema__jsonschema.93e0caa5.combine_file__6jni9w50', 'python-jsonschema__jsonschema.93e0caa5.combine_file__8qw04t9r', 'python-jsonschema__jsonschema.93e0caa5.combine_file__9768s4jg', 'python-jsonschema__jsonschema.93e0caa5.combine_file__ctzblfjz', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__9gg2j98k', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__fbjq2qr8', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__ltykv367', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__yon1nvjp', 'burnash__gspread.a8be3b96.func_pm_ctrl_invert_if__biuzi3ak', 'burnash__gspread.a8be3b96.func_pm_ctrl_invert_if__bmbta5wc', 'burnash__gspread.a8be3b96.func_pm_ctrl_invert_if__bxl52eyc', 'burnash__gspread.a8be3b96.func_pm_ctrl_invert_if__d7erwm6l', 'alanjds__drf-nested-routers.6144169d.combine_file__0cfigj6z', 'alanjds__drf-nested-routers.6144169d.combine_file__839yzecb', 'alanjds__drf-nested-routers.6144169d.combine_file__bqgncj3s', 'alanjds__drf-nested-routers.6144169d.combine_file__dv8rqgke', 'alanjds__drf-nested-routers.6144169d.combine_file__h6jsmlcl', 'alanjds__drf-nested-routers.6144169d.combine_file__irw2qw0b', 'alanjds__drf-nested-routers.6144169d.combine_file__jyq1fhw2', 'alanjds__drf-nested-routers.6144169d.combine_file__uaa81nj3', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__11pd443v', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__aa5njpnv', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__bzvwtksy', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__j2g6lz4f', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__m67no0an', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__qy6wl2ce', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__uokuu5di', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_funcs__07d3nx5n', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__0gwm46qw', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__1n9nuo0y', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__2h5ewy0i', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__2hoa5sr6', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__2jq6jsa6', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__2o5fet0m', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__3mldsxdt', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__3pr2zg43', 'agronholm__typeguard.b6a7e438.combine_file__3qg8gxw1', 'agronholm__typeguard.b6a7e438.combine_file__4bk2n7og', 'agronholm__typeguard.b6a7e438.combine_file__5py5l9eu', 'agronholm__typeguard.b6a7e438.combine_file__7uri3gp4', 'agronholm__typeguard.b6a7e438.combine_file__b1knf251', 'agronholm__typeguard.b6a7e438.combine_file__bvbn0gpe', 'agronholm__typeguard.b6a7e438.combine_file__cczk49sy', 'agronholm__typeguard.b6a7e438.combine_file__e4rqzfcc', 'jawah__charset_normalizer.1fdd6463.combine_file__0ne1ir4a', 'jawah__charset_normalizer.1fdd6463.combine_file__3y3fmntw', 'jawah__charset_normalizer.1fdd6463.combine_file__5sk85hd0', 'jawah__charset_normalizer.1fdd6463.combine_file__acmyecgb', 'jawah__charset_normalizer.1fdd6463.combine_file__ca75kx3e', 'jawah__charset_normalizer.1fdd6463.combine_file__clacbvhr', 'jawah__charset_normalizer.1fdd6463.combine_file__d58pvsxg', 'jawah__charset_normalizer.1fdd6463.combine_file__inhpys6t', 'dask__dask.5f61e423.func_pm_class_rm_base__1vwih979', 'dask__dask.5f61e423.func_pm_class_rm_base__32q61l8x', 'dask__dask.5f61e423.func_pm_class_rm_base__46wit1dc', 'dask__dask.5f61e423.func_pm_class_rm_base__bdd291gg', 'dask__dask.5f61e423.func_pm_class_rm_base__znpkfijr', 'dask__dask.5f61e423.func_pm_class_rm_funcs__3cafi6zi', 'dask__dask.5f61e423.func_pm_class_rm_funcs__drpc1v34', 'dask__dask.5f61e423.func_pm_class_rm_funcs__elhb5k4h', 'conan-io__conan.86f29e13.func_pm_class_rm_base__2b2cs4pz', 'conan-io__conan.86f29e13.func_pm_class_rm_base__hhazcmx4', 'conan-io__conan.86f29e13.func_pm_class_rm_base__suk4kf13', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__0xw6n4ca', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__1am80dhh', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__1r8gye1x', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__1stixt9t', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__3807jlzd', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_base__gek8im5g', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_base__rf6ce3g2', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_base__v3j7kc2r', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__70vbvbrt', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__dzs11myp', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__f4lzsnq5', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__i15lbsl0', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__lunb4h9t', 'theskumar__python-dotenv.2b8635b7.combine_file__2vu6qegg', 'theskumar__python-dotenv.2b8635b7.combine_file__3a81d5iz', 'theskumar__python-dotenv.2b8635b7.combine_file__63lxvkh0', 'theskumar__python-dotenv.2b8635b7.combine_file__6sy6c7ci', 'theskumar__python-dotenv.2b8635b7.combine_file__730qoxlj', 'theskumar__python-dotenv.2b8635b7.combine_file__74xti2ug', 'theskumar__python-dotenv.2b8635b7.combine_file__dqp5j7dt', 'theskumar__python-dotenv.2b8635b7.combine_file__e0jr85m4', 'kurtmckee__feedparser.cad965a3.combine_file__10qkvfi4', 'kurtmckee__feedparser.cad965a3.combine_file__115z1mk8', 'kurtmckee__feedparser.cad965a3.combine_file__1bc7c007', 'kurtmckee__feedparser.cad965a3.combine_file__28jb9bj5', 'kurtmckee__feedparser.cad965a3.combine_file__2o1m1k3z', 'kurtmckee__feedparser.cad965a3.combine_file__33d71que', 'kurtmckee__feedparser.cad965a3.combine_file__3ryn05a8', 'kurtmckee__feedparser.cad965a3.combine_file__4rwzdmvu', 'pydicom__pydicom.7d361b3d.combine_file__0ghggoro', 'pydicom__pydicom.7d361b3d.combine_file__0jksb9xk', 'pydicom__pydicom.7d361b3d.combine_file__0jmol1n9', 'pydicom__pydicom.7d361b3d.combine_file__0qxd4zzm', 'pydicom__pydicom.7d361b3d.combine_file__0vxkhhwo', 'pydicom__pydicom.7d361b3d.combine_file__12emkth1', 'pydicom__pydicom.7d361b3d.combine_file__14uxxwab', 'pydicom__pydicom.7d361b3d.combine_file__1fs990nr', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__190mpaah', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__daz5a39r', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__ol4aal46', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__tkgl7cyw', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__ugtpdds5', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__zv7x95s1', 'getnikola__nikola.0f4c230e.func_pm_class_rm_funcs__24ai2kls', 'getnikola__nikola.0f4c230e.func_pm_class_rm_funcs__28qerqka', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__0s87qpfn', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__0vpv8xfl', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__9arwdobl', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__cpjy955b', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__thtu5ghb', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__ydnlpbg4', 'tornadoweb__tornado.d5ac65c1.func_pm_remove_assign__04nr21m5', 'tornadoweb__tornado.d5ac65c1.func_pm_remove_assign__08ybmk1v', 'tox-dev__pipdeptree.c31b6418.combine_file__0gh8s1gy', 'tox-dev__pipdeptree.c31b6418.combine_file__11z2eos1', 'tox-dev__pipdeptree.c31b6418.combine_file__41p15jiv', 'tox-dev__pipdeptree.c31b6418.combine_file__4h17mfat', 'tox-dev__pipdeptree.c31b6418.combine_file__51zjkuzq', 'tox-dev__pipdeptree.c31b6418.combine_file__62y6y1z2', 'tox-dev__pipdeptree.c31b6418.combine_file__6gjve3jy', 'tox-dev__pipdeptree.c31b6418.combine_file__bb0r8mlb', 'cool-RR__PySnooper.57472b46.combine_file__5h511qdl', 'cool-RR__PySnooper.57472b46.combine_file__64znr9hf', 'cool-RR__PySnooper.57472b46.combine_file__c1yofpus', 'cool-RR__PySnooper.57472b46.combine_file__hth94s14', 'cool-RR__PySnooper.57472b46.combine_file__kaskithn', 'cool-RR__PySnooper.57472b46.combine_file__ngcqf0tq', 'cool-RR__PySnooper.57472b46.combine_file__o2g12nrt', 'cool-RR__PySnooper.57472b46.combine_file__obu4ldcg', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__5qi3ub54', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__6caklxrl', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__brekbh1h', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__nknsedq7', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__sr0dfj04', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__u2kljodk', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__u7yr7kjf', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_cond__ii619b2k', 'pyupio__safety.7654596b.combine_file__04p8gjzq', 'pyupio__safety.7654596b.combine_file__05a4lwua', 'pyupio__safety.7654596b.combine_file__0gi8g8jb', 'pyupio__safety.7654596b.combine_file__194p9nv7', 'pyupio__safety.7654596b.combine_file__1eyp40a4', 'pyupio__safety.7654596b.combine_file__1mbujtt8', 'pyupio__safety.7654596b.combine_file__200tfojn', 'pyupio__safety.7654596b.combine_file__226qoijk', 'pyutils__line_profiler.a646bf0f.combine_file__0prho0wb', 'pyutils__line_profiler.a646bf0f.combine_file__476joy72', 'pyutils__line_profiler.a646bf0f.combine_file__48jhimga', 'pyutils__line_profiler.a646bf0f.combine_file__556m1h3j', 'pyutils__line_profiler.a646bf0f.combine_file__6bk9iwo8', 'pyutils__line_profiler.a646bf0f.combine_file__6divwv83', 'pyutils__line_profiler.a646bf0f.combine_file__7x5dfkhi', 'pyutils__line_profiler.a646bf0f.combine_file__7xkjd20n', 'seperman__deepdiff.ed252022.combine_file__1gus4sew', 'seperman__deepdiff.ed252022.combine_file__4a1gyrc5', 'seperman__deepdiff.ed252022.combine_file__4wetuurf', 'seperman__deepdiff.ed252022.combine_file__6bbvwjpi', 'seperman__deepdiff.ed252022.combine_file__6ry562i4', 'seperman__deepdiff.ed252022.combine_file__82ez4u9e', 'seperman__deepdiff.ed252022.combine_file__8k1f45vr', 'seperman__deepdiff.ed252022.combine_file__8x47gdrl', 'oauthlib__oauthlib.1fd52536.combine_file__09vlzwgc', 'oauthlib__oauthlib.1fd52536.combine_file__0fceycuu', 'oauthlib__oauthlib.1fd52536.combine_file__0hkl0pea', 'oauthlib__oauthlib.1fd52536.combine_file__0mvyid7d', 'oauthlib__oauthlib.1fd52536.combine_file__0q5tya4o', 'oauthlib__oauthlib.1fd52536.combine_file__0qgnxkrq', 'oauthlib__oauthlib.1fd52536.combine_file__1bsv3m8l', 'oauthlib__oauthlib.1fd52536.combine_file__1gnd4ecz', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__041av9lh', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__08222ijt', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__087t8zrv', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__0pgv38lu', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__1saqryqs', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__1tzqbvbn', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__1uip6nek', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__2q6emitb', 'marshmallow-code__apispec.8b421526.combine_file__0b5bc0wh', 'marshmallow-code__apispec.8b421526.combine_file__1b1d48dr', 'marshmallow-code__apispec.8b421526.combine_file__2ehfsa4g', 'marshmallow-code__apispec.8b421526.combine_file__2vezx9kc', 'marshmallow-code__apispec.8b421526.combine_file__3ju0wa8a', 'marshmallow-code__apispec.8b421526.combine_file__4vwkps8t', 'marshmallow-code__apispec.8b421526.combine_file__4wxfpqmd', 'marshmallow-code__apispec.8b421526.combine_file__aue772w3', 'lepture__mistune.bf54ef67.combine_file__09mnfd6d', 'lepture__mistune.bf54ef67.combine_file__09sp6cd7', 'lepture__mistune.bf54ef67.combine_file__0aoboqi4', 'lepture__mistune.bf54ef67.combine_file__0bbjsd3t', 'lepture__mistune.bf54ef67.combine_file__13pv1f7w', 'lepture__mistune.bf54ef67.combine_file__1le88ebo', 'lepture__mistune.bf54ef67.combine_file__1rxs74tc', 'lepture__mistune.bf54ef67.combine_file__27rr3nzg', 'pygments__pygments.27649ebb.combine_file__07pfbsi4', 'pygments__pygments.27649ebb.combine_file__0btycrpr', 'pygments__pygments.27649ebb.combine_file__0bvd1xox', 'pygments__pygments.27649ebb.combine_file__0jqqr58z', 'pygments__pygments.27649ebb.combine_file__10iyw9d8', 'pygments__pygments.27649ebb.combine_file__15x4uecw', 'pygments__pygments.27649ebb.combine_file__1av74s7e', 'pygments__pygments.27649ebb.combine_file__1c15vqvc', 'tweepy__tweepy.91a41c6e.combine_file__2sd58d3b', 'tweepy__tweepy.91a41c6e.combine_file__4h1vgt5z', 'tweepy__tweepy.91a41c6e.combine_file__6cy576uw', 'tweepy__tweepy.91a41c6e.combine_file__6j4qwyaj', 'tweepy__tweepy.91a41c6e.combine_file__8qwie0il', 'tweepy__tweepy.91a41c6e.combine_file__97z7jvzh', 'tweepy__tweepy.91a41c6e.combine_file__blgr6pwj', 'tweepy__tweepy.91a41c6e.combine_file__cdff7lxw', 'marshmallow-code__marshmallow.9716fc62.combine_file__06ot1dy4', 'marshmallow-code__marshmallow.9716fc62.combine_file__0prhse85', 'marshmallow-code__marshmallow.9716fc62.combine_file__0q1n0ecb', 'marshmallow-code__marshmallow.9716fc62.combine_file__1f1l6u28', 'marshmallow-code__marshmallow.9716fc62.combine_file__29ehfjk9', 'marshmallow-code__marshmallow.9716fc62.combine_file__3v78pmpu', 'marshmallow-code__marshmallow.9716fc62.combine_file__5m9xnodp', 'marshmallow-code__marshmallow.9716fc62.combine_file__e633n9uz', 'sloria__environs.73c372df.combine_file__1ek10skm', 'sloria__environs.73c372df.combine_file__4c0u0nrb', 'sloria__environs.73c372df.combine_file__hl27l2aa', 'sloria__environs.73c372df.func_basic__0p065oiu', 'sloria__environs.73c372df.func_basic__0y60rc4i', 'sloria__environs.73c372df.func_basic__211immx9', 'sloria__environs.73c372df.func_basic__2f88ob16', 'sloria__environs.73c372df.func_basic__2keos446', 'mido__mido.a0158ff9.combine_file__0euprx1w', 'mido__mido.a0158ff9.combine_file__0fl93e4b', 'mido__mido.a0158ff9.combine_file__0keigd13', 'mido__mido.a0158ff9.combine_file__0sacfuh0', 'mido__mido.a0158ff9.combine_file__0wq14mst', 'mido__mido.a0158ff9.combine_file__1rii4p3k', 'mido__mido.a0158ff9.combine_file__24y6ceab', 'mido__mido.a0158ff9.combine_file__2aqd6d0c', 'pytest-dev__iniconfig.16793ead.combine_file__06k2m7dd', 'pytest-dev__iniconfig.16793ead.combine_file__7sy6l55s', 'pytest-dev__iniconfig.16793ead.combine_file__8p3bls4q', 'pytest-dev__iniconfig.16793ead.combine_file__jl9yaxwe', 'pytest-dev__iniconfig.16793ead.combine_file__mntnwwxj', 'pytest-dev__iniconfig.16793ead.combine_file__rca5g2oy', 'pytest-dev__iniconfig.16793ead.combine_file__umz4f4fy', 'pytest-dev__iniconfig.16793ead.combine_module__38m0i0wv', 'django__daphne.32ac73e1.combine_file__58p1glea', 'django__daphne.32ac73e1.combine_file__5ylgk8zv', 'django__daphne.32ac73e1.combine_file__6brmldtt', 'django__daphne.32ac73e1.combine_file__7y9nhxun', 'django__daphne.32ac73e1.combine_file__807agcgh', 'django__daphne.32ac73e1.combine_file__ln1v3m1p', 'django__daphne.32ac73e1.combine_file__ngqv80py', 'django__daphne.32ac73e1.combine_file__rsm4pkd0', 'python-trio__trio.cfbbe2c1.func_basic__wc0m7rwr', 'python-trio__trio.cfbbe2c1.combine_file__u5pdfrd3', 'python-trio__trio.cfbbe2c1.func_basic__vcmscytv', 'python-trio__trio.cfbbe2c1.combine_file__dr2tjt6n', 'python-trio__trio.cfbbe2c1.func_basic__fksbq5dj', 'python-trio__trio.cfbbe2c1.func_basic__aktwjmtr', 'python-trio__trio.cfbbe2c1.func_basic__rc6mcni4', 'python-trio__trio.cfbbe2c1.pr_2955', 'bottlepy__bottle.a8dfef30.combine_file__x70r972s', 'bottlepy__bottle.a8dfef30.combine_file__xtjxmlv7', 'bottlepy__bottle.a8dfef30.combine_file__zau84fwc', 'bottlepy__bottle.a8dfef30.func_basic__0mdlomrj', 'bottlepy__bottle.a8dfef30.func_basic__0mk0h5g4', 'bottlepy__bottle.a8dfef30.func_basic__0vv1q5yz', 'bottlepy__bottle.a8dfef30.func_basic__0wprhjy0', 'bottlepy__bottle.a8dfef30.func_basic__0yaqi7l2', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__055x2yzv', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__06convwo', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__0cphw74b', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__0fvtijhk', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__0rbqlz88', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__0tgvwq39', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__15p0z6ws', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__18jc4n6p', 'luozhouyang__python-string-similarity.115acaac.combine_file__7iakunhx', 'luozhouyang__python-string-similarity.115acaac.combine_file__cu1lt1by', 'luozhouyang__python-string-similarity.115acaac.combine_file__d9cyukdt', 'luozhouyang__python-string-similarity.115acaac.combine_file__jzax0e58', 'luozhouyang__python-string-similarity.115acaac.func_basic__0w9pdflo', 'luozhouyang__python-string-similarity.115acaac.func_basic__1ouyfaee', 'luozhouyang__python-string-similarity.115acaac.func_basic__3yir7e7s', 'luozhouyang__python-string-similarity.115acaac.func_basic__6nnrxgue', 'pndurette__gTTS.dbcda4f3.combine_file__1po2ryn8', 'pndurette__gTTS.dbcda4f3.combine_file__1zhoofcz', 'pndurette__gTTS.dbcda4f3.combine_file__3vgkdchb', 'pndurette__gTTS.dbcda4f3.combine_file__4ycb5liv', 'pndurette__gTTS.dbcda4f3.combine_file__5pcyfgzt', 'pndurette__gTTS.dbcda4f3.combine_file__5zdqt3o6', 'pndurette__gTTS.dbcda4f3.combine_file__61kck7q8', 'pndurette__gTTS.dbcda4f3.combine_file__6bepxwc2', 'facelessuser__soupsieve.a8080d97.combine_file__28fnpmgw', 'facelessuser__soupsieve.a8080d97.combine_file__4hykmc6k', 'facelessuser__soupsieve.a8080d97.combine_file__4jzzvwyt', 'facelessuser__soupsieve.a8080d97.combine_file__7d9o8znn', 'facelessuser__soupsieve.a8080d97.combine_file__7hpsty70', 'facelessuser__soupsieve.a8080d97.combine_file__7ruwiqdz', 'facelessuser__soupsieve.a8080d97.combine_file__9n0vmn3t', 'facelessuser__soupsieve.a8080d97.combine_file__9qf258xz', 'alecthomas__voluptuous.a7a55f83.combine_file__0cbk83ph', 'alecthomas__voluptuous.a7a55f83.combine_file__4wqvyjg4', 'alecthomas__voluptuous.a7a55f83.combine_file__5aqytgr5', 'alecthomas__voluptuous.a7a55f83.combine_file__7jjwdtaj', 'alecthomas__voluptuous.a7a55f83.combine_file__b704pf2d', 'alecthomas__voluptuous.a7a55f83.combine_file__cd5z2c4x', 'alecthomas__voluptuous.a7a55f83.combine_file__eus5c1yw', 'alecthomas__voluptuous.a7a55f83.combine_file__f029a3dy', 'encode__starlette.db5063c2.combine_file__0hvre36s', 'encode__starlette.db5063c2.combine_file__0sg525jy', 'encode__starlette.db5063c2.combine_file__0wh5mew1', 'encode__starlette.db5063c2.combine_file__16ogjphx', 'encode__starlette.db5063c2.combine_file__17o76mta', 'encode__starlette.db5063c2.combine_file__1q1r5qt4', 'encode__starlette.db5063c2.combine_file__1wwliazb', 'encode__starlette.db5063c2.combine_file__1xwpicp2', 'django__channels.a144b4b8.combine_file__36w5u7ml', 'django__channels.a144b4b8.combine_file__3vz23bal', 'django__channels.a144b4b8.combine_file__6kxwut8u', 'django__channels.a144b4b8.combine_file__8v5yzdfy', 'django__channels.a144b4b8.combine_file__ae8i7kif', 'django__channels.a144b4b8.combine_file__cal03fjh', 'django__channels.a144b4b8.combine_file__dggv4yle', 'django__channels.a144b4b8.combine_file__di1guq84', 'jd__tenacity.0d40e76f.combine_file__1n8ql04e', 'jd__tenacity.0d40e76f.combine_file__4gcf36bk', 'jd__tenacity.0d40e76f.combine_file__4sazn12s', 'jd__tenacity.0d40e76f.combine_file__7w229mgr', 'jd__tenacity.0d40e76f.combine_file__8pa1fxvj', 'jd__tenacity.0d40e76f.combine_file__c4q32ads', 'jd__tenacity.0d40e76f.combine_file__cuo9gg46', 'jd__tenacity.0d40e76f.combine_file__dcboug1i', 'gawel__pyquery.811cd048.combine_file__3p0rswud', 'gawel__pyquery.811cd048.combine_file__3zrxts82', 'gawel__pyquery.811cd048.combine_file__5mj1ad0i', 'gawel__pyquery.811cd048.combine_file__9a1hjqxv', 'gawel__pyquery.811cd048.combine_file__aqle5ysj', 'gawel__pyquery.811cd048.combine_file__c5rty20y', 'gawel__pyquery.811cd048.combine_file__dhwjalxa', 'gawel__pyquery.811cd048.combine_file__ge0uxzm6', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__10da8v2t', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__1n6eil40', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__23xf72mt', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__6t3kqvvr', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__9gx6q1e5', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__a9em20zo', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__dwkjjonu', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__eigo7fvb', 'msiemens__tinydb.10644a0e.combine_file__0176isok', 'msiemens__tinydb.10644a0e.combine_file__07uxvexn', 'msiemens__tinydb.10644a0e.combine_file__1chu224v', 'msiemens__tinydb.10644a0e.combine_file__3nxtrr1s', 'msiemens__tinydb.10644a0e.combine_file__5n0lgdym', 'msiemens__tinydb.10644a0e.combine_file__60h9750h', 'msiemens__tinydb.10644a0e.combine_file__6zdx5iab', 'msiemens__tinydb.10644a0e.combine_file__85k8geqy', 'pydata__patsy.a5d16484.combine_file__0fyqd2rn', 'pydata__patsy.a5d16484.combine_file__0o8ong30', 'pydata__patsy.a5d16484.combine_file__1d9hsten', 'pydata__patsy.a5d16484.combine_file__1ixetz2t', 'pydata__patsy.a5d16484.combine_file__1wtzp7p3', 'pydata__patsy.a5d16484.combine_file__2hhqu6us', 'pydata__patsy.a5d16484.combine_file__3868r2j8', 'pydata__patsy.a5d16484.combine_file__3h01mua0', 'python-openxml__python-docx.0cf6d71f.combine_file__015jbfaw', 'python-openxml__python-docx.0cf6d71f.combine_file__0c7vaiht', 'python-openxml__python-docx.0cf6d71f.combine_file__0ca51ynz', 'python-openxml__python-docx.0cf6d71f.combine_file__0i9lw0gq', 'python-openxml__python-docx.0cf6d71f.combine_file__0tbyp21r', 'python-openxml__python-docx.0cf6d71f.combine_file__0yqbm2pe', 'python-openxml__python-docx.0cf6d71f.combine_file__1445yzy0', 'python-openxml__python-docx.0cf6d71f.combine_file__1iffevmz', 'Knio__dominate.9082227e.combine_file__29cxy57f', 'Knio__dominate.9082227e.combine_file__2zd38qg5', 'Knio__dominate.9082227e.combine_file__c41n4t58', 'Knio__dominate.9082227e.combine_file__d7fon4r9', 'Knio__dominate.9082227e.combine_file__goh3sa64', 'Knio__dominate.9082227e.combine_file__h3zeq2of', 'Knio__dominate.9082227e.combine_file__ipd1y2xj', 'Knio__dominate.9082227e.combine_file__kbi8bkks', 'r1chardj0n3s__parse.30da9e4f.combine_file__9g6wvq09', 'r1chardj0n3s__parse.30da9e4f.combine_file__p70qcld7', 'r1chardj0n3s__parse.30da9e4f.combine_file__tmi4n65a', 'r1chardj0n3s__parse.30da9e4f.func_basic__0i1oecyo', 'r1chardj0n3s__parse.30da9e4f.func_basic__1efyknco', 'r1chardj0n3s__parse.30da9e4f.func_basic__1rvyujmy', 'r1chardj0n3s__parse.30da9e4f.func_basic__3fmmp8ao', 'r1chardj0n3s__parse.30da9e4f.func_basic__3k5hi2zp', 'amueller__word_cloud.ec24191c.combine_file__3ebhp167', 'amueller__word_cloud.ec24191c.combine_file__3m9bcvn3', 'amueller__word_cloud.ec24191c.combine_file__4kwkjjrc', 'amueller__word_cloud.ec24191c.combine_file__7za9eqrj', 'amueller__word_cloud.ec24191c.combine_file__9bx7cdni', 'amueller__word_cloud.ec24191c.combine_file__c5yjoing', 'amueller__word_cloud.ec24191c.combine_file__do6xqi4d', 'amueller__word_cloud.ec24191c.combine_file__g0znxmoz', 'cantools__cantools.0c6a7871.combine_file__01jft1mj', 'cantools__cantools.0c6a7871.combine_file__02y1oom0', 'cantools__cantools.0c6a7871.combine_file__05wgqjp2', 'cantools__cantools.0c6a7871.combine_file__07mxw5uc', 'cantools__cantools.0c6a7871.combine_file__07xdw34c', 'cantools__cantools.0c6a7871.combine_file__0c0d76py', 'cantools__cantools.0c6a7871.combine_file__0t45ljxl', 'cantools__cantools.0c6a7871.combine_file__1if4edt6', 'pallets__click.fde47b4b.combine_file__08zigyqu', 'pallets__click.fde47b4b.combine_file__0hwbui3e', 'pallets__click.fde47b4b.combine_file__0p8nh9y7', 'pallets__click.fde47b4b.combine_file__0rq2ro69', 'pallets__click.fde47b4b.combine_file__0u0l8w0d', 'pallets__click.fde47b4b.combine_file__0z47r0v8', 'pallets__click.fde47b4b.combine_file__197lwif7', 'pallets__click.fde47b4b.combine_file__1dmpgrck', 'pallets__jinja.ada0a9a6.combine_file__0419229c', 'pallets__jinja.ada0a9a6.combine_file__0hp3sb4k', 'pallets__jinja.ada0a9a6.combine_file__12iw26nd', 'pallets__jinja.ada0a9a6.combine_file__1yn8jahd', 'pallets__jinja.ada0a9a6.combine_file__27wyb8n3', 'pallets__jinja.ada0a9a6.combine_file__2xs92gv1', 'pallets__jinja.ada0a9a6.combine_file__34lw1y4l', 'pallets__jinja.ada0a9a6.combine_file__3ft2eivu'] diff --git a/debug_gym/gym/envs/env.py b/debug_gym/gym/envs/env.py index 37f24e43..9ae16a11 100644 --- a/debug_gym/gym/envs/env.py +++ b/debug_gym/gym/envs/env.py @@ -253,10 +253,13 @@ def set_entrypoints(self, entrypoint, debug_entrypoint): def _prepare_entrypoint(entrypoint): entrypoint_list = entrypoint.split() - if entrypoint_list[0] != "python": + if entrypoint_list[0].endswith("uv") and entrypoint_list[1] == "run": + entrypoint_list[2] = f"$(which {entrypoint_list[2]})" + entrypoint_list = entrypoint_list[:2] + ["python"] + entrypoint_list[2:] + + elif entrypoint_list[0] != "python": entrypoint_list[0] = f"$(which {entrypoint_list[0]})" entrypoint_list = ["python"] + entrypoint_list - entrypoint = entrypoint_list entrypoint = " ".join(entrypoint_list) return entrypoint diff --git a/debug_gym/gym/envs/swe_bench.py b/debug_gym/gym/envs/swe_bench.py index 1d112851..bdc6e07a 100644 --- a/debug_gym/gym/envs/swe_bench.py +++ b/debug_gym/gym/envs/swe_bench.py @@ -18,8 +18,9 @@ get_env_configs_to_build, ) from swebench.harness.log_parsers import MAP_REPO_TO_PARSER -from swebench.harness.test_spec import make_test_spec -from swebench.harness.utils import get_test_directives, load_swebench_dataset +from swebench.harness.test_spec.python import get_test_directives +from swebench.harness.test_spec.test_spec import make_test_spec +from swebench.harness.utils import load_swebench_dataset from tqdm import tqdm from debug_gym.gym.entities import EvalOutput @@ -63,7 +64,7 @@ def instructions(self): } def load_dataset(self): - self.ds = datasets.load_dataset(self.dataset_id)["test"] + self.ds = datasets.load_dataset(self.dataset_id)[self.split] self.dataset = {row["instance_id"]: row for row in self.ds.sort("instance_id")} # To avoid concurrency issues, we will clone all the repos in the dataset. diff --git a/debug_gym/gym/envs/swe_smith.py b/debug_gym/gym/envs/swe_smith.py new file mode 100644 index 00000000..dd0eb4ad --- /dev/null +++ b/debug_gym/gym/envs/swe_smith.py @@ -0,0 +1,340 @@ +import os +import subprocess +from importlib.resources import files as importlib_files + +import datasets +import docker +import yaml +from swebench.harness.constants import NON_TEST_EXTS +from swesmith.build_repo.download_images import DOCKER_ORG, TAG +from swesmith.constants import MAP_REPO_TO_SPECS +from swesmith.harness.grading import TestStatus +from swesmith.harness.log_parsers import MAP_REPO_TO_PARSER, parse_log_pytest +from swesmith.harness.utils import get_test_command +from swesmith.utils import get_repo_commit_from_image_name +from tqdm import tqdm + +from debug_gym.constants import DEBUG_GYM_CACHE_DIR +from debug_gym.gym.entities import EvalOutput +from debug_gym.gym.envs.env import RepoEnv +from debug_gym.gym.terminal import DockerTerminal, Terminal +from debug_gym.gym.utils import create_ignore_file + + +class SWESmithEnv(RepoEnv): + CACHE = DEBUG_GYM_CACHE_DIR / "swe-smith" + DUMMY_DIR = DEBUG_GYM_CACHE_DIR / "swe-smith" / "empty" + CONFIG = ( + importlib_files("debug_gym") / "gym" / "envs" / "configs" / "swe_smith.yaml" + ) + + def __init__( + self, + dataset_id: str = "SWE-bench/SWE-smith", + split: str = "train", + instance_ids: list[str] | None = None, + terminal: Terminal | None = None, + **kwargs, + ): + terminal = terminal or DockerTerminal(logger=kwargs.get("logger")) + if not isinstance(terminal, DockerTerminal): + raise ValueError("SWESmithEnv only supports DockerTerminal.") + + super().__init__(terminal=terminal, **kwargs) + + self.dataset_id = dataset_id + self.split = split + self.instance_ids = instance_ids + SWESmithEnv.DUMMY_DIR.mkdir(parents=True, exist_ok=True) + + self.load_dataset() + self.session_commands = [] + self.test_directives = [] + + @property + def instructions(self): + return { + **super().instructions, + "Problem description": self.ds_row["problem_statement"], + } + + def load_dataset(self): + self.ds = datasets.load_dataset(self.dataset_id)[self.split] + self.dataset = {id: i for i, id in enumerate(self.ds["instance_id"])} + + # To avoid concurrency issues, we will clone all the repos in the dataset. + swesmith_repos = set(self.ds["repo"]) + self.logger.debug( + f"Loaded {len(self.ds)} tasks accross {len(swesmith_repos)} repos from {self.dataset_id}." + ) + + # Download all images needed for SWE-Smith. + client = docker.from_env() + image_names = set(self.ds["image_name"]) + tagged_image_names = set(f"{DOCKER_ORG}/{name}:{TAG}" for name in image_names) + + existing_images = set( + tag for image in client.images.list() for tag in image.tags + ) + missing_images = tagged_image_names - existing_images + if missing_images: + self.logger.debug(f"Found {len(missing_images)} missing Docker images.") + for image_name in tqdm(missing_images, desc="Pulling images for SWE-Smith"): + docker_hub_image = image_name.replace("__", "_1776_") + client.images.pull(docker_hub_image) + # Rename images via tagging + client.images.get(docker_hub_image).tag(image_name) + + # Load dataset splits. + with open(SWESmithEnv.CONFIG) as f: + self.dataset_splits = yaml.safe_load(f) + + def get_dataset_split(self, split): + if split == "all": + return sorted(self.dataset.keys()) # all tasks + elif split in self.dataset: + return [split] # Single task + elif split in self.dataset_splits: + return self.dataset_splits[split]["ids"] + else: + raise ValueError( + f"Invalid split '{split}'. Available splits are: {['all'] + sorted(self.dataset_splits.keys())}" + ) + + def setup_task(self, task_name): + if self.instance_ids: + if task_name not in self.instance_ids: + raise ValueError( + f"Task `{task_name}` was not found in instance_ids. The available tasks are: {self.instance_ids}.\n" + "Please provide a valid task or initialize the environment without instance_ids to load all tasks." + ) + + self.task_name = task_name + self.ds_row = self.ds[self.dataset[self.task_name]] + self.swesmith_repo_name = self.ds_row["repo"].split("/")[1] + self.base_commit = self.ds_row["base_commit"] + self.branch_name = self.ds_row["instance_id"] + self.bug_patch = self.ds_row["patch"] + self.gold_patch = self.ds_row[ + "patch" + ] # Buggy code patch but will be used in conjunction with --reverse. + self.git_apply_args = "--reverse" + self.image_name = self.ds_row["image_name"] + self.repo, self.commit = get_repo_commit_from_image_name(self.image_name) + self.install_configs = MAP_REPO_TO_SPECS[self.repo][self.commit] + self.base_image = f"{DOCKER_ORG}/{self.image_name}:{TAG}" + self.package_name = self.repo.split("/")[1] + self.test_cmd, self.test_directives = get_test_command(self.ds_row) + self.fail_to_pass = self.ds_row["FAIL_TO_PASS"] + self.pass_to_pass = self.ds_row["PASS_TO_PASS"] + + if self.package_name == "python-colorlog": + self.package_name = "colorlog" + elif self.package_name == "MONAI": + self.package_name = "monai" + elif self.package_name == "mido": + # ../dev doesn't exist in docker image + self.test_cmd = self.test_cmd.replace("/dev/null", "/dev") + self.test_cmd = self.test_cmd.replace("../dev/", "./") + self.test_directives = [ + directive.replace("../dev/", "") for directive in self.test_directives + ] + self.fail_to_pass = [ + test.replace("../dev/", "") for test in self.fail_to_pass + ] + self.pass_to_pass = [ + test.replace("../dev/", "") for test in self.pass_to_pass + ] + elif self.package_name == "pydantic": + self.test_cmd = self.test_cmd.replace("/root/", "$HOME/") + elif self.package_name == "alive-progress": + self.install_configs["install"].append("pip uninstall -y pdbpp") + + # The following will create the temporary working directory. + self.setup_workspace( + # Empty folder. The actual codebase will come from the docker image. + path=SWESmithEnv.DUMMY_DIR, + entrypoint=self.test_cmd, + # -q (quiet) from pytest, to avoid long pytest output + debug_entrypoint=self.test_cmd.replace("pytest", "pytest -q"), + ) + + # Those changes depend on the working directory created by setup_workspace. + if self.package_name == "gunicorn": + self.fail_to_pass = [ + test.replace("/testbed/", f"{self.working_dir}/") + for test in self.fail_to_pass + ] + self.pass_to_pass = [ + test.replace("/testbed/", f"{self.working_dir}/") + for test in self.pass_to_pass + ] + + @property + def patch(self): + command = "git diff" + result = subprocess.run( + command.split(), cwd=self.working_dir, text=True, capture_output=True + ) + patch = result.stdout.replace(str(self.working_dir), str(self.path)) + return patch + + def calculate_score(self, eval_output: EvalOutput) -> int: + log_parser = MAP_REPO_TO_PARSER.get(self.repo, parse_log_pytest) + test_status_map = log_parser(eval_output.output) + score = sum( + 1 + for test in self.fail_to_pass + # Like in SWE-Smith, we assume silent success. + # Ref: https://github.com/SWE-bench/SWE-smith/blob/main/swesmith/harness/grading.py#L154 + if test_status_map.get(test, TestStatus.PASSED.value) + in (TestStatus.PASSED.value, TestStatus.XFAIL.value) + ) + # Getting not passed tests. + not_passed_tests = { + test: status + for test, status in test_status_map.items() + if status not in (TestStatus.PASSED.value, TestStatus.XFAIL.value) + } + self.logger.debug(f"Not passed tests: {not_passed_tests}") + assert score <= self.max_score + return score + + def reset(self, *, options: dict | None = None): + # TODO: support reset current task, i.e. no options provided. + options = options or {} + + # Clean up the previous task, if any. + self.close() + + self.setup_task(options["task_name"]) + + # Start the terminal + self.terminal.base_image = self.base_image + + self.logger.info(f"Configuring docker container: {self.terminal.container}") + + # Create new group (if needed) and user. + uid = os.getuid() + group_id = os.getgid() + self.terminal.run(f"groupadd -g {group_id} debug_gym_group", user="root") + self.terminal.run( + f"useradd -m -u {uid} -g {group_id} -G sudo debug_gym_user", user="root" + ) + + # Install sudo. + self.terminal.run(f"apt update && apt install -y sudo", user="root") + # Add the user to sudoers. + self.terminal.run( + f"echo 'debug_gym_user ALL=(ALL) NOPASSWD:ALL' > /etc/sudoers.d/debug_gym_user", + user="root", + ) + + # Allow for the user to pip install in the env. TODO: This is still slow. + # self.terminal.run(f"chmod -R o+rwX /opt/miniconda3/envs/testbed", user="root") + + # Alternatively, we can use the following to specifically allow read/write/execute permissions on certain directories. + self.terminal.run( + f"chmod -R o+rwX /opt/miniconda3/envs/testbed/bin", user="root" + ) + self.terminal.run( + f"chmod o+rwX /opt/miniconda3/envs/testbed/lib/python*/site-packages", + user="root", + ) + self.terminal.run( + f"chmod o+rwX /opt/miniconda3/envs/testbed/lib/python*/site-packages/*", + user="root", + ) + self.terminal.run( + f"chmod -R o+rwX /opt/miniconda3/envs/testbed/lib/python*/site-packages/{self.package_name}*", + user="root", + ) + self.terminal.run( + f"chmod -R o+rwX /opt/miniconda3/envs/testbed/lib/python*/site-packages/{self.package_name.title()}*", + user="root", + ) + self.terminal.run( + f"chmod -R o+rwX /opt/miniconda3/envs/testbed/lib/python*/site-packages/*pdb*", + user="root", + ) + + # Delete the content in the working directory. + self.terminal.run(f"rm -rf {self.working_dir / '*'} {self.working_dir / '.*'}") + + # Copy the initial code to the working directory. + self.terminal.run(f"cp -r /testbed/. {self.working_dir}") + self.terminal.run(f"chmod -R a+rw {self.working_dir}") + + self.terminal.session_commands.append("source /opt/miniconda3/bin/activate") + self.terminal.session_commands.append(f"conda activate testbed") + + self.terminal.run(f"pip install uv") + self.run_install() + + ## Checkout the branch for the current task. + # self.terminal.run(f"git fetch origin {self.branch_name}") + # self.terminal.run(f"git checkout {self.branch_name}") + + # Apply the bug patch directly. + self.terminal.run(f"git apply - <<'EOF'\n{self.bug_patch}\nEOF") + + self.terminal.run(f"git config user.name 'debug-gym'") + self.terminal.run(f"git config user.email '<>'") + self.terminal.run(f"git commit -am 'Applying buggy patch {self.branch_name}'") + + # Rebuild the debug ignore and read-only files. + create_ignore_file( + self.working_dir / ".debugignore", patterns=self.ignore_files + ) + + # # Get test directives from test patch and remove non-test files + # test_files = re.findall(r"diff --git a/.* b/(.*)", self.gold_patch) + # test_files = [ + # f for f in test_files if not any(f.endswith(ext) for ext in NON_TEST_EXTS) + # ] + # # Add test/ to readonly files if not already present + # if "test/" not in test_files: + # test_files.append("test/") + # TODO: do we want to add all test/ ?, if so check that the gold_patch is not about fixing a bug in such file. + create_ignore_file( + self.working_dir / ".debugreadonly", patterns=self.test_directives + ) + self.setup_file_filters() # Need to refresh the file filters after re-creating ignore files. + + self.terminal.run(f"git add .debugignore") + self.terminal.run(f"git add .debugreadonly") + self.terminal.run(f"git commit -am 'Add debug-gym ignore and read-only files'") + + # Reset RepoEnv + self.max_score = len(self.fail_to_pass) + infos = super().reset(options=options) + assert not self.done, "Tests should be failing before debugging." + + return infos + + @property + def ignore_files(self): + return [ + ".?*", # Hidden files and directories. It also ignores the parent directory. + ] + + def run_command_with_raise(self, command): + try: + command = command.replace("apt-get", "sudo apt-get").replace( + "sudo sudo", "sudo" + ) + command = command.replace("pip install -U", "pip install --no-deps") + status, output = self.terminal.run(command, raises=True) + return status, output + except ValueError as e: + if "error: remote upstream already exists." in str(e): + pass + # else: + # raise + + def run_install(self): + install_cmds = self.install_configs.get("install", []) + if install_cmds: + self.logger.debug("Running install commands...") + for install_cmd in install_cmds: + self.run_command_with_raise(install_cmd) diff --git a/debug_gym/gym/terminal.py b/debug_gym/gym/terminal.py index 7160cc39..00050d2f 100644 --- a/debug_gym/gym/terminal.py +++ b/debug_gym/gym/terminal.py @@ -450,10 +450,12 @@ def setup_container(self) -> docker.models.containers.Container: remove=True, tty=True, stdin_open=True, + network_mode="host", ) - container_name = f"debug_gym_{container.name}" - container.rename(container_name) - container.reload() + container_name = container.name + # container_name = f"debug_gym_{container.name}" + # container.rename(container_name) + # container.reload() self._run_setup_commands(container) self.logger.debug(f"Container {container_name} started successfully.") atexit.register(self.clean_up) diff --git a/debug_gym/logger.py b/debug_gym/logger.py index 51b9e160..75021ae5 100644 --- a/debug_gym/logger.py +++ b/debug_gym/logger.py @@ -55,7 +55,7 @@ def __init__( log_dir = Path(log_dir) log_dir.mkdir(parents=True, exist_ok=True) - self.log_file = log_dir / f"{name}.log" + self.log_file = (log_dir / f"{name}.log").absolute() fh = logging.FileHandler(self.log_file, mode=mode) formatter = StripAnsiFormatter("%(asctime)s %(levelname)-8s %(message)s") fh.setFormatter(formatter) diff --git a/requirements.txt b/requirements.txt index 095ad20a..c317fcba 100644 --- a/requirements.txt +++ b/requirements.txt @@ -10,6 +10,7 @@ termcolor transformers tiktoken docker -swebench==2.1.7 +swebench==4.0.3 +swesmith prompt_toolkit anthropic>=0.49.0 \ No newline at end of file diff --git a/scripts/config_swesmith.yaml b/scripts/config_swesmith.yaml new file mode 100644 index 00000000..c9a894d7 --- /dev/null +++ b/scripts/config_swesmith.yaml @@ -0,0 +1,45 @@ +base: + # Environment configs + output_path: "exps/swesmith" + uuid: "dev" + benchmark: "swesmith" + problems: "test-126" # list of problems, e.g., ["astropy__astropy-12907"], or string like "test-126", "test-1008", or "all", + env_kwargs: { + "dir_tree_depth": 1, + "run_timeout": 300, + "dataset_id": "SWE-bench/SWE-smith", + + # shortcut features + "auto_eval_on_rewrite": True, # The environment will automatically call the Eval tool after a successful rewrite. If this is set to True, the agent does not need to call the Eval tool itself. + "persistent_breakpoints": True, # The environemnt will keep a set of breakpoint states across PDB sessions. When a new PDB session is started, the environment will automatically load the breakpoints from the previous session. + "auto_list": True, # The environment will automatically call `list .` via the PDB tool after every pdb tool call, which will show the code around the current frame. + } + terminal: { + type: "docker", + } + + # LLM configs + llm_name: "gpt-4o" + + # Agent configs + random_seed: 42 + max_steps: 50 + max_rewrite_steps: 10 + memory_size: 20 + save_patch: True + log_prompt_response_pairs: True + reset_prompt_history_after_rewrite: True + +solution: + llm_name: "human" # No need for an LLM. + tools: ["eval", "pdb"] + +rewrite_agent: + tools: ["view", "rewrite", "listdir", "eval"] + +debug_agent: + tools: ["pdb", "view", "rewrite", "listdir", "eval"] + +debug_5_agent: + n_rewrites_before_pdb: 5 + tools: ["pdb", "view", "rewrite", "listdir", "eval"] diff --git a/scripts/run.py b/scripts/run.py index 987f83d9..a8781df4 100644 --- a/scripts/run.py +++ b/scripts/run.py @@ -2,12 +2,13 @@ import os import uuid from concurrent.futures import ThreadPoolExecutor, as_completed +from itertools import groupby from pathlib import Path from termcolor import colored from tqdm import tqdm -from debug_gym.agents.base_agent import create_agent +from debug_gym.agents.base_agent import AGENT_REGISTRY, create_agent from debug_gym.agents.utils import load_config from debug_gym.gym.envs import select_env from debug_gym.gym.terminal import select_terminal @@ -103,9 +104,24 @@ def main(): # Figure out which problems to solve. problems = config.get("problems", ["custom"]) - if problems == "all" and "benchmark" in config: + if type(problems) == str and "benchmark" in config: env = create_env(config, logger=logger) - problems = list(env.dataset.keys()) # all tasks + if problems == "all": + problems = sorted(env.dataset.keys()) # all tasks + else: + problems = env.get_dataset_split(problems) + + if args.list: + print(f"\n# Available problems in {config.get('benchmark', 'config')}:") + for problem in problems: + print(f" - {problem}") + + # list agent + print("\n# Available agents:") + for agent in AGENT_REGISTRY: + print(f" - {agent}") + + return num_workers = int(os.environ.get("DEBUG_GYM_WORKERS", 1)) logger.warning(f"Running with {num_workers} workers") From 39624e3002ef0856243e550d78f1286c1460dd3d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Marc-Alexandre=20C=C3=B4t=C3=A9?= Date: Fri, 6 Jun 2025 11:50:23 -0700 Subject: [PATCH 2/9] Support loading local dataset file --- debug_gym/gym/envs/swe_smith.py | 16 ++++++++++++++-- 1 file changed, 14 insertions(+), 2 deletions(-) diff --git a/debug_gym/gym/envs/swe_smith.py b/debug_gym/gym/envs/swe_smith.py index dd0eb4ad..daafdcb9 100644 --- a/debug_gym/gym/envs/swe_smith.py +++ b/debug_gym/gym/envs/swe_smith.py @@ -1,11 +1,12 @@ import os import subprocess from importlib.resources import files as importlib_files +from pathlib import Path import datasets import docker import yaml -from swebench.harness.constants import NON_TEST_EXTS +from datasets import load_from_disk from swesmith.build_repo.download_images import DOCKER_ORG, TAG from swesmith.constants import MAP_REPO_TO_SPECS from swesmith.harness.grading import TestStatus @@ -59,7 +60,18 @@ def instructions(self): } def load_dataset(self): - self.ds = datasets.load_dataset(self.dataset_id)[self.split] + if Path(self.dataset_id).is_file() and self.dataset_id.endswith(".json"): + # Loading from local JSON file. + self.ds = datasets.load_dataset("json", data_files=self.dataset_id)[ + self.split + ] + elif Path(self.dataset_id).is_dir(): + # Loading from local folder. + self.ds = load_from_disk(self.dataset_id)[self.split] + else: + # Loading from HuggingFace or a folder. + self.ds = datasets.load_dataset(self.dataset_id)[self.split] + self.dataset = {id: i for i, id in enumerate(self.ds["instance_id"])} # To avoid concurrency issues, we will clone all the repos in the dataset. From 550d9180523fb624b56f394074f75ee24707e416 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Marc-Alexandre=20C=C3=B4t=C3=A9?= Date: Mon, 9 Jun 2025 06:11:01 -0700 Subject: [PATCH 3/9] Address comments + REfactor swe_bench.py and swe_smith.py --- README.md | 2 + debug_gym/agents/solution_agent.py | 20 +- debug_gym/gym/envs/env.py | 5 +- debug_gym/gym/envs/swe_bench.py | 309 +++++++++++++++-------------- debug_gym/gym/envs/swe_smith.py | 189 +++++------------- debug_gym/gym/terminal.py | 7 +- debug_gym/llms/anthropic.py | 5 + debug_gym/llms/base.py | 4 - debug_gym/llms/openai.py | 3 + scripts/config_swebench.yaml | 4 + scripts/config_swesmith.yaml | 11 +- tests/gym/envs/test_swe_bench.py | 74 +++---- 12 files changed, 277 insertions(+), 356 deletions(-) diff --git a/README.md b/README.md index d5ee4d62..83cc209f 100644 --- a/README.md +++ b/README.md @@ -98,6 +98,7 @@ We provide the below LLM-based agents, they all have minimal design and serve th | `debug_agent` | `pdb`, `rewrite`, `view`, `eval` | A minimal agent that dumps all available information into its prompt and queries the LLM to generate a command. | | `rewrite_agent` | `rewrite`, `view`, `eval` | A `debug_agent` but `pdb` tool is disabled (an agent keeps rewriting). | | `debug_5_agent` | `pdb`, `rewrite`, `view`, `eval` | A `debug_agent`, but `pdb` tool is only enabled after certain amount of rewrites. | +| `solution_agent` | `pdb`, `eval` | An oracle agent that applies a gold patch (only works with `swebench` and `swesmith` benchmarks for now). The agent checks that tests are failing before applying the patch, and passing after. It also checks that `pdb` tool can be used as expected. | --- @@ -109,6 +110,7 @@ To demonstrate how to integrate `debug-gym` with coding tasks and repositories, | :-: | :----- | | `aider` | [https://github.com/Aider-AI/aider](https://github.com/Aider-AI/aider) | | `swebench`| [https://github.com/princeton-nlp/SWE-bench](https://github.com/princeton-nlp/SWE-bench) | +| `swesmith`| [https://github.com/SWE-bench/SWE-smith](https://github.com/SWE-bench/SWE-smith) | | `mini_nightmare` | A set of 10 hand-crafted minimal buggy code snippet where rewrite only agents have harder time to tackle. Read details [here](https://github.com/microsoft/debug-gym/blob/main/data/mini_nightmare/mini_nightmare.md). | --- diff --git a/debug_gym/agents/solution_agent.py b/debug_gym/agents/solution_agent.py index 6ae32bbc..e851bf58 100644 --- a/debug_gym/agents/solution_agent.py +++ b/debug_gym/agents/solution_agent.py @@ -1,12 +1,14 @@ import subprocess from debug_gym.agents.base_agent import BaseAgent, register_agent +from debug_gym.gym.envs.swe_bench import SWEBenchEnv +from debug_gym.gym.envs.swe_smith import SWESmithEnv from debug_gym.gym.tools.tool import ToolCall @register_agent class AgentSolution(BaseAgent): - name: str = "solution" + name: str = "solution_agent" def run(self, task_name=None, debug=False): self.history.reset() @@ -26,7 +28,7 @@ def run(self, task_name=None, debug=False): pdb_help_info = self.env.step(action) assert ( "h(elp)" in pdb_help_info.step_observation.observation - ), "PDB command did not return expected help message." + ), f"PDB command did not return expected help message.\n{pdb_help_info.step_observation.observation}" # Send a pdb continue command, and check the output matches the one from env.reset. action = ToolCall(name="pdb", id="pdb", arguments={"command": "continue"}) @@ -38,13 +40,17 @@ def run(self, task_name=None, debug=False): ) or ( info.step_observation.observation.splitlines()[-1] in pdb_continue_info.step_observation.observation - ), "PDB command did not return expected continue message." + ), f"PDB command did not return expected continue message.\n{pdb_continue_info.step_observation.observation}" + if not hasattr(self.env, "gold_patch"): + raise ValueError( + f"The environment {type(self.env)} is not compatible with SolutionAgent" + "Check the README.md to see which environments are compatible." + ) try: self.logger.info(f"Applying gold patch to {self.env.working_dir}.") - command = f"git -C {self.env.working_dir} apply {getattr(self.env, "git_apply_args", "")} -" cmd_out = subprocess.run( - command.split(), + self.env.git_apply_cmd.split(), input=self.env.gold_patch, text=True, check=True, @@ -69,6 +75,8 @@ def run(self, task_name=None, debug=False): self.logger.info( f"Score: {info.score}/{info.max_score} ({info.score/info.max_score:.1%})" ) - assert info.done, "The task should be done after applying the gold patch." + assert ( + info.done + ), f"The task is not done after applying the gold patch.\n{info.step_observation.observation}" return info.done diff --git a/debug_gym/gym/envs/env.py b/debug_gym/gym/envs/env.py index 9ae16a11..3b43e9f7 100644 --- a/debug_gym/gym/envs/env.py +++ b/debug_gym/gym/envs/env.py @@ -252,11 +252,14 @@ def set_entrypoints(self, entrypoint, debug_entrypoint): @staticmethod def _prepare_entrypoint(entrypoint): entrypoint_list = entrypoint.split() - + # Handle uv package manager's run command by ensuring the correct interpreter path + # and explicitly adding 'python' to the execution chain for consistency. if entrypoint_list[0].endswith("uv") and entrypoint_list[1] == "run": entrypoint_list[2] = f"$(which {entrypoint_list[2]})" entrypoint_list = entrypoint_list[:2] + ["python"] + entrypoint_list[2:] + # For non-python commands, ensure we have the absolute path to the Python executable + # and explicitly run it through Python for consistent execution behavior. elif entrypoint_list[0] != "python": entrypoint_list[0] = f"$(which {entrypoint_list[0]})" entrypoint_list = ["python"] + entrypoint_list diff --git a/debug_gym/gym/envs/swe_bench.py b/debug_gym/gym/envs/swe_bench.py index bdc6e07a..4656aaaf 100644 --- a/debug_gym/gym/envs/swe_bench.py +++ b/debug_gym/gym/envs/swe_bench.py @@ -1,3 +1,4 @@ +import json import os import re import shutil @@ -23,6 +24,7 @@ from swebench.harness.utils import load_swebench_dataset from tqdm import tqdm +from debug_gym.constants import DEBUG_GYM_CACHE_DIR from debug_gym.gym.entities import EvalOutput from debug_gym.gym.envs.env import RepoEnv from debug_gym.gym.terminal import DockerTerminal, Terminal @@ -30,7 +32,8 @@ class SWEBenchEnv(RepoEnv): - CACHE = Path.joinpath(Path.home(), ".cache", "debug_gym", "swe-bench") + CACHE = DEBUG_GYM_CACHE_DIR / "swe-bench" + DUMMY_DIR = DEBUG_GYM_CACHE_DIR / "swe-bench" / "empty" def __init__( self, @@ -50,7 +53,7 @@ def __init__( self.dataset_id = dataset_id self.split = split self.instance_ids = instance_ids - SWEBenchEnv.CACHE.mkdir(parents=True, exist_ok=True) + SWEBenchEnv.DUMMY_DIR.mkdir(parents=True, exist_ok=True) self.load_dataset() self.session_commands = [] @@ -67,16 +70,16 @@ def load_dataset(self): self.ds = datasets.load_dataset(self.dataset_id)[self.split] self.dataset = {row["instance_id"]: row for row in self.ds.sort("instance_id")} - # To avoid concurrency issues, we will clone all the repos in the dataset. - repos = sorted({task["repo"] for task in self.dataset.values()}) - repo_names = [repo.split("/")[1] for repo in repos] - missing_repos = [ - repo for repo in repo_names if not Path.exists(SWEBenchEnv.CACHE / repo) - ] - if missing_repos: - self.logger.debug("Cloning all repos needed for SWE-Bench...") - for repo in tqdm(repos, desc="Cloning repos needed for SWE-Bench"): - self.clone_repo(repo_address=repo) + # # To avoid concurrency issues, we will clone all the repos in the dataset. + # repos = sorted({task["repo"] for task in self.dataset.values()}) + # repo_names = [repo.split("/")[1] for repo in repos] + # missing_repos = [ + # repo for repo in repo_names if not Path.exists(SWEBenchEnv.CACHE / repo) + # ] + # if missing_repos: + # self.logger.debug("Cloning all repos needed for SWE-Bench...") + # for repo in tqdm(repos, desc="Cloning repos needed for SWE-Bench"): + # self.clone_repo(repo_address=repo) swebench_instances = load_swebench_dataset( name=self.dataset_id, instance_ids=self.instance_ids @@ -100,52 +103,87 @@ def load_dataset(self): max_workers=24, ) - def setup_local_repo(self): - # repo_address = self.ds_row["repo"] - base_commit = self.ds_row["base_commit"] - test_patch = self.ds_row["test_patch"] - # TODO: use fail_to_pass and pass_to_pass - self.fail_to_pass = literal_eval(self.ds_row["FAIL_TO_PASS"]) - self.pass_to_pass = literal_eval(self.ds_row["PASS_TO_PASS"]) - self.test_directives = get_test_directives(self.ds_row) - - local_repo_path = SWEBenchEnv.CACHE / self.repo_name - assert local_repo_path.exists() - local_branch_path = local_repo_path.parent / self.ds_row["instance_id"] + # def setup_local_repo(self): + # # repo_address = self.ds_row["repo"] + # base_commit = self.ds_row["base_commit"] + # test_patch = self.ds_row["test_patch"] + # # TODO: use fail_to_pass and pass_to_pass + # self.fail_to_pass = literal_eval(self.ds_row["FAIL_TO_PASS"]) + # self.pass_to_pass = literal_eval(self.ds_row["PASS_TO_PASS"]) + # self.test_directives = get_test_directives(self.ds_row) + + # local_repo_path = SWEBenchEnv.CACHE / self.repo_name + # assert local_repo_path.exists() + # local_branch_path = local_repo_path.parent / self.ds_row["instance_id"] + + # if not local_branch_path.exists(): + # # Duplicate the repo to avoid changing the current branch. + # self.logger.info(f"Copying {local_repo_path} to {local_branch_path}") + # shutil.copytree(local_repo_path, local_branch_path, symlinks=True) + + # # Checkout to base commit. + # command = f"git -C {local_branch_path} checkout {base_commit} -f" + # self.logger.info(f"Checking out to {base_commit}") + # subprocess.run(command.split(), check=True) + + # # Apply test patch + # if test_patch != "": + # command = f"git -C {local_branch_path} apply -" + # subprocess.run(command.split(), input=test_patch, text=True, check=True) + # self.logger.info("Patch applied successfully.") + + # create_ignore_file( + # local_branch_path / ".debugignore", patterns=self.ignore_files + # ) + # create_ignore_file( + # local_branch_path / ".debugreadonly", patterns=self.test_directives + # ) + # else: + # self.logger.debug( + # f"Local checked out branch {local_branch_path} already exists." + # ) + + # return local_branch_path - if not local_branch_path.exists(): - # Duplicate the repo to avoid changing the current branch. - self.logger.info(f"Copying {local_repo_path} to {local_branch_path}") - shutil.copytree(local_repo_path, local_branch_path, symlinks=True) + def setup_task_info(self, task_name): + if self.instance_ids: + if task_name not in self.instance_ids: + raise ValueError( + f"Task `{task_name}` was not found in instance_ids. The available tasks are: {self.instance_ids}.\n" + "Please provide a valid task or initialize the environment without instance_ids to load all tasks." + ) + self.task_name = task_name + self.ds_row = self.dataset[self.task_name] + self.instance_id = self.ds_row["instance_id"] + self.repo = self.ds_row["repo"] + self.repo_name = self.repo.split("/")[1] + self.package_name = self.repo.split("/")[1] + self.version = self.ds_row["version"] + self.install_configs = self.get_configs(self.repo, self.version) + self.gold_patch = self.ds_row["patch"] + self.test_spec = make_test_spec(self.ds_row) + self.base_image = self.test_spec.instance_image_key + self.base_commit = self.ds_row["base_commit"] + self.test_patch = self.ds_row["test_patch"] + self.fail_to_pass = json.loads(self.ds_row["FAIL_TO_PASS"]) + self.pass_to_pass = json.loads(self.ds_row["PASS_TO_PASS"]) + self.test_cmd = self.install_configs["test_cmd"] + self.test_directives = get_test_directives(self.ds_row) - # Checkout to base commit. - command = f"git -C {local_branch_path} checkout {base_commit} -f" - self.logger.info(f"Checking out to {base_commit}") - subprocess.run(command.split(), check=True) + # # Get test directives from test patch and remove non-test files + # test_files = re.findall(r"diff --git a/.* b/(.*)", self.test_patch) + # test_files = [ + # f for f in test_files if not any(f.endswith(ext) for ext in NON_TEST_EXTS) + # ] + # # Add test/ and tests/ to readonly files if not already present + # for test_dir in ["test/", "tests/"]: + # if test_dir not in test_files: + # test_files.append(test_dir) + # self.test_directives = test_files - # Apply test patch - if test_patch != "": - command = f"git -C {local_branch_path} apply -" - subprocess.run(command.split(), input=test_patch, text=True, check=True) - self.logger.info("Patch applied successfully.") + entrypoint = " ".join([self.test_cmd, *self.test_directives]) - create_ignore_file( - local_branch_path / ".debugignore", patterns=self.ignore_files - ) - create_ignore_file( - local_branch_path / ".debugreadonly", patterns=self.test_directives - ) - else: - self.logger.debug( - f"Local checked out branch {local_branch_path} already exists." - ) - - entrypoint = " ".join([self.install_configs["test_cmd"], *self.test_directives]) - - if ( - "sphinx" in self.ds_row["instance_id"] - or "sympy" in self.ds_row["instance_id"] - ): + if self.package_name == "sphinx" or self.package_name == "sympy": # use pytest instead of `sympy bin/test` and `sphinx tox` so pdb breakpoints work expression = " ".join(self.test_directives) debug_entrypoint = f"python -m pytest {expression}" @@ -163,27 +201,18 @@ def setup_local_repo(self): debug_entrypoint = entrypoint.replace("pytest", "pytest -sq") self.setup_workspace( - path=local_branch_path, + # Empty folder. The actual codebase will come from the docker image. + path=SWEBenchEnv.DUMMY_DIR, entrypoint=entrypoint, debug_entrypoint=debug_entrypoint, ) - return local_branch_path, entrypoint + self.git_apply_cmd = f"git -C {self.working_dir} apply -" - def setup_task_info(self, task_name): - if self.instance_ids: - if task_name not in self.instance_ids: - raise ValueError( - f"Task `{task_name}` was not found in instance_ids. The available tasks are: {self.instance_ids}.\n" - "Please provide a valid task or initialize the environment without instance_ids to load all tasks." - ) - self.task_name = task_name - self.ds_row = self.dataset[self.task_name] - self.repo = self.ds_row["repo"] - self.repo_name = self.repo.split("/")[1] - self.version = self.ds_row["version"] - self.install_configs = self.get_configs(self.repo, self.version) - self.gold_patch = self.ds_row["patch"] + # Use SWE-Bench's test spec to build the instance image. + build_instance_image( + self.test_spec, docker.from_env(), logger=None, nocache=False + ) @property def patch(self): @@ -195,7 +224,9 @@ def patch(self): return patch def calculate_score(self, eval_output: EvalOutput) -> int: - test_status_map = MAP_REPO_TO_PARSER[self.repo](eval_output.output) + test_status_map = MAP_REPO_TO_PARSER[self.repo]( + eval_output.output, self.test_spec + ) self.logger.debug(f"fail_to_pass: {self.fail_to_pass}") self.logger.debug(f"Test status map: {test_status_map}") score = sum( @@ -208,22 +239,9 @@ def calculate_score(self, eval_output: EvalOutput) -> int: assert score <= self.max_score return score - def reset(self, *, options: dict | None = None): - # TODO: support reset current task, i.e. no options provided. - options = options or {} - - # Clean up the previous task, if any. - self.close() - - self.setup_task_info(options["task_name"]) - self.setup_local_repo() - - spec = make_test_spec(self.ds_row) - docker_client = docker.from_env() - build_instance_image(spec, docker_client, logger=None, nocache=False) - + def setup_terminal(self): # Start the terminal - self.terminal.base_image = spec.instance_image_key + self.terminal.base_image = self.base_image self.logger.info(f"Configuring docker container: {self.terminal.container}") @@ -234,73 +252,80 @@ def reset(self, *, options: dict | None = None): self.terminal.run( f"useradd -m -u {uid} -g {group_id} -G sudo debug_gym_user", user="root" ) - # Allow for the user to pip install in the env. TODO: This is still slow. - # self.terminal.run(f"chmod -R o+rwX /opt/miniconda3/envs/testbed", user="root") - self.terminal.run( - "chmod -R o+rwX /opt/miniconda3/envs/testbed/bin", user="root" - ) + + # Install sudo. + self.terminal.run(f"apt update && apt install -y sudo", user="root") + # Add the user to sudoers. self.terminal.run( - "chmod o+rwX /opt/miniconda3/envs/testbed/lib/python*/site-packages", + f"echo 'debug_gym_user ALL=(ALL) NOPASSWD:ALL' > /etc/sudoers.d/debug_gym_user", user="root", ) + + # Allow for the user to pip install in the env. TODO: This is still slow. + # self.terminal.run(f"chmod -R o+rwX /opt/miniconda3/envs/testbed", user="root") + + # Alternatively, we can use the following to specifically allow read/write/execute permissions on certain directories. + venv_path = "/opt/miniconda3/envs/testbed" + venv_packages = f"{venv_path}/lib/python*/site-packages" + self.terminal.run(f"chmod -R o+rwX {venv_path}/bin", user="root") + self.terminal.run(f"chmod o+rwX {venv_packages}", user="root") + self.terminal.run(f"chmod o+rwX {venv_packages}/*", user="root") self.terminal.run( - "chmod o+rwX /opt/miniconda3/envs/testbed/lib/python*/site-packages/*", - user="root", + f"chmod -R o+rwX {venv_packages}/{self.package_name}*", user="root" ) self.terminal.run( - f"chmod -R o+rwX /opt/miniconda3/envs/testbed/lib/python*/site-packages/{self.repo_name}*", - user="root", - ) - self.terminal.run( - f"chmod -R o+rwX /opt/miniconda3/envs/testbed/lib/python*/site-packages/{self.repo_name.title()}*", - user="root", + f"chmod -R o+rwX {venv_packages}/{self.package_name.title()}*", user="root" ) + self.terminal.run(f"chmod -R o+rwX {venv_packages}/*pdb*", user="root") # Delete the content in the working directory. - self.terminal.run(f"rm -rf {self.working_dir / '*'}") - self.terminal.run(f"rm -rf {self.working_dir / '.*'}") + self.terminal.run(f"rm -rf {self.working_dir / '*'} {self.working_dir / '.*'}") + # Copy the initial code to the working directory. self.terminal.run(f"cp -r /testbed/. {self.working_dir}") + self.terminal.run(f"chmod -R a+rw {self.working_dir}") self.terminal.session_commands.append("source /opt/miniconda3/bin/activate") - self.terminal.session_commands.append("conda activate testbed") + self.terminal.session_commands.append(f"conda activate testbed") self.run_install() self.run_post_install() - # Apply test patch - command = "git apply -" - subprocess.run( - command.split(), - cwd=self.working_dir, - input=self.ds_row["test_patch"], - stdout=subprocess.PIPE, - stderr=subprocess.PIPE, - text=True, - check=True, + # Apply the test patch directly. + self.terminal.run(f"git apply - <<'EOF'\n{self.test_patch}\nEOF") + + self.terminal.run(f"git config user.name 'debug-gym'") + self.terminal.run(f"git config user.email '<>'") + self.terminal.run( + f"git commit -am 'Applying test patch for {self.instance_id}'" ) - # Need to recreate those files after copying the initial code. + # Rebuild the debug ignore and read-only files. create_ignore_file( self.working_dir / ".debugignore", patterns=self.ignore_files ) + create_ignore_file( + self.working_dir / ".debugreadonly", patterns=self.test_directives + ) + self.setup_file_filters() # Need to refresh the file filters after re-creating ignore files. - # Get test directives from test patch and remove non-test files - test_files = re.findall(r"diff --git a/.* b/(.*)", self.ds_row["test_patch"]) - test_files = [ - f for f in test_files if not any(f.endswith(ext) for ext in NON_TEST_EXTS) - ] - # Add test/ and tests/ to readonly files if not already present - for test_dir in ["test/", "tests/"]: - if test_dir not in test_files: - test_files.append(test_dir) - create_ignore_file(self.working_dir / ".debugreadonly", patterns=test_files) - self.setup_file_filters() - - self.terminal.run("git config user.name 'SWE-Bench'") - self.terminal.run("git config user.email '<>'") - self.terminal.run("git add .debugignore") - self.terminal.run("git commit -am 'Applied test patch'") + self.terminal.run(f"git add .debugignore") + self.terminal.run(f"git add .debugreadonly") + self.terminal.run(f"git commit -am 'Add debug-gym ignore and read-only files'") + + # Remove the remote so the agent won't see newer commits. + self.terminal.run(f"git remote remove origin") + + def reset(self, *, options: dict | None = None): + # TODO: support reset current task, i.e. no options provided. + options = options or {} + + # Clean up the previous task, if any. + self.close() + + self.setup_task_info(options["task_name"]) + + self.setup_terminal() # Reset RepoEnv # TODO: Create a RepoEnv per task and set max_score at initialization. @@ -310,26 +335,21 @@ def reset(self, *, options: dict | None = None): return infos - def clone_repo(self, repo_address): - org_name, repo_name = repo_address.split("/") - repo_url = f"https://github.com/{repo_address.lstrip('/')}" - local_repo_path = SWEBenchEnv.CACHE / repo_name + # def clone_repo(self, repo_address): + # org_name, repo_name = repo_address.split("/") + # repo_url = f"https://github.com/{repo_address.lstrip('/')}" + # local_repo_path = SWEBenchEnv.CACHE / repo_name - if not local_repo_path.exists(): - self.logger.info(f"Cloning {repo_url} into {local_repo_path}") - subprocess.run(["git", "clone", repo_url, local_repo_path], check=True) + # if not local_repo_path.exists(): + # self.logger.info(f"Cloning {repo_url} into {local_repo_path}") + # subprocess.run(["git", "clone", repo_url, local_repo_path], check=True) - return local_repo_path + # return local_repo_path @property def ignore_files(self): return [ ".?*", # Ignore hidden files and directories but not current dir "." - # ".pytest_cache/", - # "*test*.py", - # "*.pyc", - # "*.md", - # ".*", ] def run_command_with_raise(self, command): @@ -360,6 +380,3 @@ def run_post_install(self): def get_configs(self, repo, version): return MAP_REPO_VERSION_TO_SPECS[repo][version] - - def repo_name(self, repo): - return repo.replace("/", "__").replace(" ", "--").replace("'", "") diff --git a/debug_gym/gym/envs/swe_smith.py b/debug_gym/gym/envs/swe_smith.py index daafdcb9..9a21c4f1 100644 --- a/debug_gym/gym/envs/swe_smith.py +++ b/debug_gym/gym/envs/swe_smith.py @@ -18,11 +18,12 @@ from debug_gym.constants import DEBUG_GYM_CACHE_DIR from debug_gym.gym.entities import EvalOutput from debug_gym.gym.envs.env import RepoEnv +from debug_gym.gym.envs.swe_bench import SWEBenchEnv from debug_gym.gym.terminal import DockerTerminal, Terminal from debug_gym.gym.utils import create_ignore_file -class SWESmithEnv(RepoEnv): +class SWESmithEnv(SWEBenchEnv): CACHE = DEBUG_GYM_CACHE_DIR / "swe-smith" DUMMY_DIR = DEBUG_GYM_CACHE_DIR / "swe-smith" / "empty" CONFIG = ( @@ -52,13 +53,6 @@ def __init__( self.session_commands = [] self.test_directives = [] - @property - def instructions(self): - return { - **super().instructions, - "Problem description": self.ds_row["problem_statement"], - } - def load_dataset(self): if Path(self.dataset_id).is_file() and self.dataset_id.endswith(".json"): # Loading from local JSON file. @@ -126,11 +120,7 @@ def setup_task(self, task_name): self.swesmith_repo_name = self.ds_row["repo"].split("/")[1] self.base_commit = self.ds_row["base_commit"] self.branch_name = self.ds_row["instance_id"] - self.bug_patch = self.ds_row["patch"] - self.gold_patch = self.ds_row[ - "patch" - ] # Buggy code patch but will be used in conjunction with --reverse. - self.git_apply_args = "--reverse" + self.test_patch = self.ds_row["patch"] self.image_name = self.ds_row["image_name"] self.repo, self.commit = get_repo_commit_from_image_name(self.image_name) self.install_configs = MAP_REPO_TO_SPECS[self.repo][self.commit] @@ -160,8 +150,11 @@ def setup_task(self, task_name): elif self.package_name == "pydantic": self.test_cmd = self.test_cmd.replace("/root/", "$HOME/") elif self.package_name == "alive-progress": + # Removing pdbpp as it creates conflicts, i.e. we read until "(Pdb)" in the pdb tool. self.install_configs["install"].append("pip uninstall -y pdbpp") + # self.terminal.run(f"pip install uv") + # The following will create the temporary working directory. self.setup_workspace( # Empty folder. The actual codebase will come from the docker image. @@ -182,14 +175,10 @@ def setup_task(self, task_name): for test in self.pass_to_pass ] - @property - def patch(self): - command = "git diff" - result = subprocess.run( - command.split(), cwd=self.working_dir, text=True, capture_output=True - ) - patch = result.stdout.replace(str(self.working_dir), str(self.path)) - return patch + self.git_apply_cmd = f"git -C {self.env.working_dir} apply --reverse -" + # Note that the `gold_patch` is the same as the `test_patch` but will + # be used in conjunction with --reverse. + self.gold_patch = self.test_patch def calculate_score(self, eval_output: EvalOutput) -> int: log_parser = MAP_REPO_TO_PARSER.get(self.repo, parse_log_pytest) @@ -208,127 +197,38 @@ def calculate_score(self, eval_output: EvalOutput) -> int: for test, status in test_status_map.items() if status not in (TestStatus.PASSED.value, TestStatus.XFAIL.value) } - self.logger.debug(f"Not passed tests: {not_passed_tests}") - assert score <= self.max_score - return score - - def reset(self, *, options: dict | None = None): - # TODO: support reset current task, i.e. no options provided. - options = options or {} - - # Clean up the previous task, if any. - self.close() - - self.setup_task(options["task_name"]) - - # Start the terminal - self.terminal.base_image = self.base_image - - self.logger.info(f"Configuring docker container: {self.terminal.container}") - - # Create new group (if needed) and user. - uid = os.getuid() - group_id = os.getgid() - self.terminal.run(f"groupadd -g {group_id} debug_gym_group", user="root") - self.terminal.run( - f"useradd -m -u {uid} -g {group_id} -G sudo debug_gym_user", user="root" - ) - - # Install sudo. - self.terminal.run(f"apt update && apt install -y sudo", user="root") - # Add the user to sudoers. - self.terminal.run( - f"echo 'debug_gym_user ALL=(ALL) NOPASSWD:ALL' > /etc/sudoers.d/debug_gym_user", - user="root", - ) - - # Allow for the user to pip install in the env. TODO: This is still slow. - # self.terminal.run(f"chmod -R o+rwX /opt/miniconda3/envs/testbed", user="root") + if not_passed_tests: + self.logger.debug(f"Not passed tests: {not_passed_tests}") - # Alternatively, we can use the following to specifically allow read/write/execute permissions on certain directories. - self.terminal.run( - f"chmod -R o+rwX /opt/miniconda3/envs/testbed/bin", user="root" - ) - self.terminal.run( - f"chmod o+rwX /opt/miniconda3/envs/testbed/lib/python*/site-packages", - user="root", - ) - self.terminal.run( - f"chmod o+rwX /opt/miniconda3/envs/testbed/lib/python*/site-packages/*", - user="root", - ) - self.terminal.run( - f"chmod -R o+rwX /opt/miniconda3/envs/testbed/lib/python*/site-packages/{self.package_name}*", - user="root", - ) - self.terminal.run( - f"chmod -R o+rwX /opt/miniconda3/envs/testbed/lib/python*/site-packages/{self.package_name.title()}*", - user="root", - ) - self.terminal.run( - f"chmod -R o+rwX /opt/miniconda3/envs/testbed/lib/python*/site-packages/*pdb*", - user="root", + assert score <= self.max_score + self.logger.debug( + f"Score: {score}/{self.max_score} ({score/self.max_score:.1%})" ) + return score - # Delete the content in the working directory. - self.terminal.run(f"rm -rf {self.working_dir / '*'} {self.working_dir / '.*'}") - - # Copy the initial code to the working directory. - self.terminal.run(f"cp -r /testbed/. {self.working_dir}") - self.terminal.run(f"chmod -R a+rw {self.working_dir}") - - self.terminal.session_commands.append("source /opt/miniconda3/bin/activate") - self.terminal.session_commands.append(f"conda activate testbed") - - self.terminal.run(f"pip install uv") - self.run_install() - - ## Checkout the branch for the current task. - # self.terminal.run(f"git fetch origin {self.branch_name}") - # self.terminal.run(f"git checkout {self.branch_name}") - - # Apply the bug patch directly. - self.terminal.run(f"git apply - <<'EOF'\n{self.bug_patch}\nEOF") - - self.terminal.run(f"git config user.name 'debug-gym'") - self.terminal.run(f"git config user.email '<>'") - self.terminal.run(f"git commit -am 'Applying buggy patch {self.branch_name}'") + # def reset(self, *, options: dict | None = None): + # # TODO: support reset current task, i.e. no options provided. + # options = options or {} - # Rebuild the debug ignore and read-only files. - create_ignore_file( - self.working_dir / ".debugignore", patterns=self.ignore_files - ) + # # Clean up the previous task, if any. + # self.close() - # # Get test directives from test patch and remove non-test files - # test_files = re.findall(r"diff --git a/.* b/(.*)", self.gold_patch) - # test_files = [ - # f for f in test_files if not any(f.endswith(ext) for ext in NON_TEST_EXTS) - # ] - # # Add test/ to readonly files if not already present - # if "test/" not in test_files: - # test_files.append("test/") - # TODO: do we want to add all test/ ?, if so check that the gold_patch is not about fixing a bug in such file. - create_ignore_file( - self.working_dir / ".debugreadonly", patterns=self.test_directives - ) - self.setup_file_filters() # Need to refresh the file filters after re-creating ignore files. + # self.setup_task(options["task_name"]) - self.terminal.run(f"git add .debugignore") - self.terminal.run(f"git add .debugreadonly") - self.terminal.run(f"git commit -am 'Add debug-gym ignore and read-only files'") + # self.setup_terminal() - # Reset RepoEnv - self.max_score = len(self.fail_to_pass) - infos = super().reset(options=options) - assert not self.done, "Tests should be failing before debugging." + # # Reset RepoEnv + # self.max_score = len(self.fail_to_pass) + # infos = super().reset(options=options) + # assert not self.done, "Tests should be failing before debugging." - return infos + # return infos - @property - def ignore_files(self): - return [ - ".?*", # Hidden files and directories. It also ignores the parent directory. - ] + # @property + # def ignore_files(self): + # return [ + # ".?*", # Hidden files and directories. It also ignores the parent directory. + # ] def run_command_with_raise(self, command): try: @@ -340,13 +240,16 @@ def run_command_with_raise(self, command): return status, output except ValueError as e: if "error: remote upstream already exists." in str(e): - pass - # else: - # raise - - def run_install(self): - install_cmds = self.install_configs.get("install", []) - if install_cmds: - self.logger.debug("Running install commands...") - for install_cmd in install_cmds: - self.run_command_with_raise(install_cmd) + pass # Trying to add the upstream remote, but it already exists. + else: + raise + + def run_post_install(self): + pass # SWE-Smith does not have post-install commands. + + # def run_install(self): + # install_cmds = self.install_configs.get("install", []) + # if install_cmds: + # self.logger.debug("Running install commands...") + # for install_cmd in install_cmds: + # self.run_command_with_raise(install_cmd) diff --git a/debug_gym/gym/terminal.py b/debug_gym/gym/terminal.py index 00050d2f..8e86f1b5 100644 --- a/debug_gym/gym/terminal.py +++ b/debug_gym/gym/terminal.py @@ -452,10 +452,9 @@ def setup_container(self) -> docker.models.containers.Container: stdin_open=True, network_mode="host", ) - container_name = container.name - # container_name = f"debug_gym_{container.name}" - # container.rename(container_name) - # container.reload() + container_name = f"debug_gym_{container.name}" + container.rename(container_name) + container.reload() self._run_setup_commands(container) self.logger.debug(f"Container {container_name} started successfully.") atexit.register(self.clean_up) diff --git a/debug_gym/llms/anthropic.py b/debug_gym/llms/anthropic.py index 0361178f..bfdbeeb7 100644 --- a/debug_gym/llms/anthropic.py +++ b/debug_gym/llms/anthropic.py @@ -1,8 +1,13 @@ +import logging + from debug_gym.gym.envs.env import EnvInfo from debug_gym.gym.tools.tool import EnvironmentTool, ToolCall from debug_gym.llms.base import LLM, LLMResponse, retry_on_rate_limit from debug_gym.llms.constants import LLM_API_KEY_PLACEHOLDER +# Set logging level down to WARNING for endpoint queries. +logging.getLogger("httpx").setLevel(logging.WARNING) + class AnthropicLLM(LLM): diff --git a/debug_gym/llms/base.py b/debug_gym/llms/base.py index 40203320..1852263e 100644 --- a/debug_gym/llms/base.py +++ b/debug_gym/llms/base.py @@ -1,4 +1,3 @@ -import logging import os from abc import ABC, abstractmethod from dataclasses import dataclass @@ -20,9 +19,6 @@ from debug_gym.llms.utils import print_messages from debug_gym.logger import DebugGymLogger -# Set logging level down to WARNING for endpoint queries. -logging.getLogger("httpx").setLevel(logging.WARNING) - def retry_on_rate_limit( func, is_rate_limit_error_func, multiplier=1, max_wait=40, max_attempts=100 diff --git a/debug_gym/llms/openai.py b/debug_gym/llms/openai.py index 00c8b485..693973cd 100644 --- a/debug_gym/llms/openai.py +++ b/debug_gym/llms/openai.py @@ -1,6 +1,9 @@ import json import logging +# Set logging level down to WARNING for endpoint queries. +logging.getLogger("httpx").setLevel(logging.WARNING) + import openai import tiktoken from openai import NOT_GIVEN, OpenAI diff --git a/scripts/config_swebench.yaml b/scripts/config_swebench.yaml index beb1e2f3..578b45fb 100644 --- a/scripts/config_swebench.yaml +++ b/scripts/config_swebench.yaml @@ -37,3 +37,7 @@ debug_agent: debug_5_agent: n_rewrites_before_pdb: 5 tools: ["pdb", "view", "rewrite", "listdir", "eval"] + +solution_agent: + llm_name: "human" # No need for an LLM. + tools: ["eval", "pdb"] diff --git a/scripts/config_swesmith.yaml b/scripts/config_swesmith.yaml index c9a894d7..b1034945 100644 --- a/scripts/config_swesmith.yaml +++ b/scripts/config_swesmith.yaml @@ -1,9 +1,8 @@ base: # Environment configs output_path: "exps/swesmith" - uuid: "dev" benchmark: "swesmith" - problems: "test-126" # list of problems, e.g., ["astropy__astropy-12907"], or string like "test-126", "test-1008", or "all", + problems: "all" # list of problems, e.g., ["astropy__astropy-12907"], or string like "test-126", "test-1008", or "all", env_kwargs: { "dir_tree_depth": 1, "run_timeout": 300, @@ -30,10 +29,6 @@ base: log_prompt_response_pairs: True reset_prompt_history_after_rewrite: True -solution: - llm_name: "human" # No need for an LLM. - tools: ["eval", "pdb"] - rewrite_agent: tools: ["view", "rewrite", "listdir", "eval"] @@ -43,3 +38,7 @@ debug_agent: debug_5_agent: n_rewrites_before_pdb: 5 tools: ["pdb", "view", "rewrite", "listdir", "eval"] + +solution_agent: + llm_name: "human" # No need for an LLM. + tools: ["eval", "pdb"] diff --git a/tests/gym/envs/test_swe_bench.py b/tests/gym/envs/test_swe_bench.py index a1c040f2..fec065d6 100644 --- a/tests/gym/envs/test_swe_bench.py +++ b/tests/gym/envs/test_swe_bench.py @@ -52,30 +52,25 @@ def _swe_env(working_dir=None, map_host_uid_gid=True, **kwargs): @if_docker_running -def test_clone_repo(tmp_path, get_swe_env): +def test_load_dataset(tmp_path, get_swe_env): working_dir = str(tmp_path) swe_env = get_swe_env(working_dir) - task_name = "astropy__astropy-14096" - row = swe_env.dataset[task_name] - repo_address = row["repo"] - org_name, repo_name = repo_address.split("/") - local_repo_path = SWEBenchEnv.CACHE / repo_name - - if not local_repo_path.exists(): - with patch("subprocess.run") as mock_run: - local_repo_path = swe_env.clone_repo(repo_address) - mock_run.assert_called_once_with( - [ - "git", - "clone", - f"https://github.com/{repo_address.lstrip('/')}", - local_repo_path, - ], - check=True, - ) - else: - repo_content = os.listdir(local_repo_path) - assert "astropy" in repo_content + assert swe_env.dataset_id == "princeton-nlp/SWE-bench_Verified" + # check if the dataset contains features that SWEBenchEnv expects + assert list(swe_env.ds.features.keys()) == [ + "repo", + "instance_id", + "base_commit", + "patch", # not required + "test_patch", + "problem_statement", + "hints_text", # not required + "created_at", # not required + "version", # not required + "FAIL_TO_PASS", + "PASS_TO_PASS", + "environment_setup_commit", # not required + ] @if_docker_running @@ -122,23 +117,6 @@ def test_reset_and_step(get_swe_env): assert env_info.step_observation.observation.startswith(listdir_start) -@if_docker_running -def test_repo_name(tmp_path, get_swe_env): - working_dir = str(tmp_path) - swe_env = get_swe_env(working_dir) - repo = "test_org/test_repo" - expected_repo_name = "test_org__test_repo" - assert swe_env.repo_name(repo) == expected_repo_name - - repo_with_spaces = "test org/test repo" - expected_repo_name_with_spaces = "test--org__test--repo" - assert swe_env.repo_name(repo_with_spaces) == expected_repo_name_with_spaces - - repo_with_apostrophe = "test'org/test'repo" - expected_repo_name_with_apostrophe = "testorg__testrepo" - assert swe_env.repo_name(repo_with_apostrophe) == expected_repo_name_with_apostrophe - - @if_docker_running def test_run_command_with_raise(tmp_path, get_swe_env): working_dir = str(tmp_path) @@ -240,25 +218,29 @@ def test_setup_task_info(tmp_path, get_swe_env): @if_docker_running -def test_setup_local_repo(tmp_path, get_swe_env): +def test_setup_terminal(tmp_path, get_swe_env): working_dir = str(tmp_path) swe_env = get_swe_env(working_dir) task_name = "astropy__astropy-14096" swe_env.setup_task_info(task_name) - swe_env.setup_local_repo() - git_commit = subprocess.run( - f"git -C {swe_env.working_dir} status".split(), + swe_env.setup_terminal() + git_logs = subprocess.run( + f"git -C {swe_env.working_dir} log -n 4".split(), stdout=subprocess.PIPE, text=True, ).stdout - assert f"HEAD detached at {swe_env.ds_row["base_commit"][:8]}" in git_commit + assert swe_env.base_commit in git_logs + assert f"Applying test patch for {task_name}" in git_logs + assert "Add debug-gym ignore and read-only files" in git_logs git_diff = subprocess.run( - f"git -C {swe_env.working_dir} diff".split(), + f"git -C {swe_env.working_dir} show HEAD^1".split(), stdout=subprocess.PIPE, text=True, ).stdout + git_diff = git_diff[git_diff.index("diff --git") :] git_diff = [l for l in git_diff.split("\n") if not l.startswith("index ")] - assert git_diff == swe_env.ds_row["test_patch"].split("\n") + assert git_diff == swe_env.test_patch.split("\n") assert ".debugignore" in os.listdir(swe_env.working_dir) + assert ".debugreadonly" in os.listdir(swe_env.working_dir) From 6341af9133a3c72d6f7ba61c9a00a48c78f9f75f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Marc-Alexandre=20C=C3=B4t=C3=A9?= Date: Mon, 9 Jun 2025 14:06:46 -0700 Subject: [PATCH 4/9] Adding test for SWE-Smith and fix test for SWE-Bench. Add apply_gold_patch --- debug_gym/agents/solution_agent.py | 21 +--- debug_gym/gym/envs/env.py | 5 + debug_gym/gym/envs/swe_bench.py | 128 ++++---------------- debug_gym/gym/envs/swe_smith.py | 57 ++------- debug_gym/llms/anthropic.py | 5 - debug_gym/llms/base.py | 4 + debug_gym/llms/openai.py | 3 - tests/gym/envs/test_swe_bench.py | 75 +++++++++++- tests/gym/envs/test_swe_smith.py | 183 +++++++++++++++++++++++++++++ 9 files changed, 295 insertions(+), 186 deletions(-) create mode 100644 tests/gym/envs/test_swe_smith.py diff --git a/debug_gym/agents/solution_agent.py b/debug_gym/agents/solution_agent.py index e851bf58..c615b7a5 100644 --- a/debug_gym/agents/solution_agent.py +++ b/debug_gym/agents/solution_agent.py @@ -42,26 +42,13 @@ def run(self, task_name=None, debug=False): in pdb_continue_info.step_observation.observation ), f"PDB command did not return expected continue message.\n{pdb_continue_info.step_observation.observation}" - if not hasattr(self.env, "gold_patch"): - raise ValueError( + try: + self.env.apply_gold_patch() + except NotImplementedError as e: + self.logger.error( f"The environment {type(self.env)} is not compatible with SolutionAgent" "Check the README.md to see which environments are compatible." ) - try: - self.logger.info(f"Applying gold patch to {self.env.working_dir}.") - cmd_out = subprocess.run( - self.env.git_apply_cmd.split(), - input=self.env.gold_patch, - text=True, - check=True, - capture_output=True, - ) - self.logger.info("Patch applied successfully.") - self.logger.debug(cmd_out) - except subprocess.CalledProcessError as e: - self.logger.debug(e) - self.logger.debug(f"stderr: {e.stderr}") - self.logger.debug(f"stdout: {e.stdout}") raise if debug: diff --git a/debug_gym/gym/envs/env.py b/debug_gym/gym/envs/env.py index 3b43e9f7..b6317888 100644 --- a/debug_gym/gym/envs/env.py +++ b/debug_gym/gym/envs/env.py @@ -495,6 +495,11 @@ def patch(self): patch = result.stdout.replace(str(self.working_dir), str(self.path)) return patch + def apply_gold_patch(self): + raise NotImplementedError( + f"apply_gold_patch is not implemented for {self.__class__.__name__}." + ) + def step(self, action: ToolCall) -> EnvInfo: # given action, return new obs, and update infos # the action space is composed of a few smaller action spaces diff --git a/debug_gym/gym/envs/swe_bench.py b/debug_gym/gym/envs/swe_bench.py index 4656aaaf..17c22b00 100644 --- a/debug_gym/gym/envs/swe_bench.py +++ b/debug_gym/gym/envs/swe_bench.py @@ -1,18 +1,10 @@ import json import os -import re -import shutil import subprocess -from ast import literal_eval -from pathlib import Path import datasets import docker -from swebench.harness.constants import ( - MAP_REPO_VERSION_TO_SPECS, - NON_TEST_EXTS, - TestStatus, -) +from swebench.harness.constants import MAP_REPO_VERSION_TO_SPECS, TestStatus from swebench.harness.docker_build import ( build_env_images, build_instance_image, @@ -22,7 +14,6 @@ from swebench.harness.test_spec.python import get_test_directives from swebench.harness.test_spec.test_spec import make_test_spec from swebench.harness.utils import load_swebench_dataset -from tqdm import tqdm from debug_gym.constants import DEBUG_GYM_CACHE_DIR from debug_gym.gym.entities import EvalOutput @@ -70,17 +61,6 @@ def load_dataset(self): self.ds = datasets.load_dataset(self.dataset_id)[self.split] self.dataset = {row["instance_id"]: row for row in self.ds.sort("instance_id")} - # # To avoid concurrency issues, we will clone all the repos in the dataset. - # repos = sorted({task["repo"] for task in self.dataset.values()}) - # repo_names = [repo.split("/")[1] for repo in repos] - # missing_repos = [ - # repo for repo in repo_names if not Path.exists(SWEBenchEnv.CACHE / repo) - # ] - # if missing_repos: - # self.logger.debug("Cloning all repos needed for SWE-Bench...") - # for repo in tqdm(repos, desc="Cloning repos needed for SWE-Bench"): - # self.clone_repo(repo_address=repo) - swebench_instances = load_swebench_dataset( name=self.dataset_id, instance_ids=self.instance_ids ) @@ -103,49 +83,7 @@ def load_dataset(self): max_workers=24, ) - # def setup_local_repo(self): - # # repo_address = self.ds_row["repo"] - # base_commit = self.ds_row["base_commit"] - # test_patch = self.ds_row["test_patch"] - # # TODO: use fail_to_pass and pass_to_pass - # self.fail_to_pass = literal_eval(self.ds_row["FAIL_TO_PASS"]) - # self.pass_to_pass = literal_eval(self.ds_row["PASS_TO_PASS"]) - # self.test_directives = get_test_directives(self.ds_row) - - # local_repo_path = SWEBenchEnv.CACHE / self.repo_name - # assert local_repo_path.exists() - # local_branch_path = local_repo_path.parent / self.ds_row["instance_id"] - - # if not local_branch_path.exists(): - # # Duplicate the repo to avoid changing the current branch. - # self.logger.info(f"Copying {local_repo_path} to {local_branch_path}") - # shutil.copytree(local_repo_path, local_branch_path, symlinks=True) - - # # Checkout to base commit. - # command = f"git -C {local_branch_path} checkout {base_commit} -f" - # self.logger.info(f"Checking out to {base_commit}") - # subprocess.run(command.split(), check=True) - - # # Apply test patch - # if test_patch != "": - # command = f"git -C {local_branch_path} apply -" - # subprocess.run(command.split(), input=test_patch, text=True, check=True) - # self.logger.info("Patch applied successfully.") - - # create_ignore_file( - # local_branch_path / ".debugignore", patterns=self.ignore_files - # ) - # create_ignore_file( - # local_branch_path / ".debugreadonly", patterns=self.test_directives - # ) - # else: - # self.logger.debug( - # f"Local checked out branch {local_branch_path} already exists." - # ) - - # return local_branch_path - - def setup_task_info(self, task_name): + def setup_task(self, task_name): if self.instance_ids: if task_name not in self.instance_ids: raise ValueError( @@ -154,12 +92,10 @@ def setup_task_info(self, task_name): ) self.task_name = task_name self.ds_row = self.dataset[self.task_name] - self.instance_id = self.ds_row["instance_id"] self.repo = self.ds_row["repo"] - self.repo_name = self.repo.split("/")[1] self.package_name = self.repo.split("/")[1] self.version = self.ds_row["version"] - self.install_configs = self.get_configs(self.repo, self.version) + self.install_configs = MAP_REPO_VERSION_TO_SPECS[self.repo][self.version] self.gold_patch = self.ds_row["patch"] self.test_spec = make_test_spec(self.ds_row) self.base_image = self.test_spec.instance_image_key @@ -170,17 +106,6 @@ def setup_task_info(self, task_name): self.test_cmd = self.install_configs["test_cmd"] self.test_directives = get_test_directives(self.ds_row) - # # Get test directives from test patch and remove non-test files - # test_files = re.findall(r"diff --git a/.* b/(.*)", self.test_patch) - # test_files = [ - # f for f in test_files if not any(f.endswith(ext) for ext in NON_TEST_EXTS) - # ] - # # Add test/ and tests/ to readonly files if not already present - # for test_dir in ["test/", "tests/"]: - # if test_dir not in test_files: - # test_files.append(test_dir) - # self.test_directives = test_files - entrypoint = " ".join([self.test_cmd, *self.test_directives]) if self.package_name == "sphinx" or self.package_name == "sympy": @@ -220,8 +145,14 @@ def patch(self): result = subprocess.run( command.split(), cwd=self.working_dir, text=True, capture_output=True ) - patch = result.stdout.replace(str(self.working_dir), str(self.path)) - return patch + # patch = result.stdout.replace(str(self.working_dir), str(self.path)) + return result.stdout + + def apply_gold_patch(self): + self.logger.info(f"Applying gold patch to {self.working_dir}.") + command = self.git_apply_cmd + f" <<'EOF'\n{self.gold_patch}\nEOF" + self.terminal.run(command, raises=True) + self.logger.info("Patch applied successfully.") def calculate_score(self, eval_output: EvalOutput) -> int: test_status_map = MAP_REPO_TO_PARSER[self.repo]( @@ -296,9 +227,7 @@ def setup_terminal(self): self.terminal.run(f"git config user.name 'debug-gym'") self.terminal.run(f"git config user.email '<>'") - self.terminal.run( - f"git commit -am 'Applying test patch for {self.instance_id}'" - ) + self.terminal.run(f"git commit -am 'Applying test patch for {self.task_name}'") # Rebuild the debug ignore and read-only files. create_ignore_file( @@ -323,7 +252,7 @@ def reset(self, *, options: dict | None = None): # Clean up the previous task, if any. self.close() - self.setup_task_info(options["task_name"]) + self.setup_task(options["task_name"]) self.setup_terminal() @@ -335,17 +264,6 @@ def reset(self, *, options: dict | None = None): return infos - # def clone_repo(self, repo_address): - # org_name, repo_name = repo_address.split("/") - # repo_url = f"https://github.com/{repo_address.lstrip('/')}" - # local_repo_path = SWEBenchEnv.CACHE / repo_name - - # if not local_repo_path.exists(): - # self.logger.info(f"Cloning {repo_url} into {local_repo_path}") - # subprocess.run(["git", "clone", repo_url, local_repo_path], check=True) - - # return local_repo_path - @property def ignore_files(self): return [ @@ -359,17 +277,16 @@ def run_command_with_raise(self, command): status, output = self.terminal.run(command, raises=True) return status, output - def prepare_eval_commands(self): - """Add eval_cmd to be executed every time the terminal is called""" - for eval_cmd in self.install_configs.get("eval_commands", []): - self.session_commands.append(eval_cmd) - def run_install(self): - install_cmd = self.install_configs.get("install", "") - if install_cmd: + install_cmds = self.install_configs.get("install", []) + if install_cmds: + if type(install_cmds) is str: + install_cmds = [install_cmds] + self.logger.debug("Running install commands...") - install_cmd = install_cmd.replace("--verbose", "").replace("-v", "").strip() - self.run_command_with_raise(install_cmd) + for install_cmd in install_cmds: + # install_cmd = install_cmd.replace("--verbose", "").replace("-v", "").strip() + self.run_command_with_raise(install_cmd) def run_post_install(self): post_install_cmds = self.install_configs.get("post_install", []) @@ -377,6 +294,3 @@ def run_post_install(self): self.logger.debug("Running post-install commands...") for post_install_cmd in post_install_cmds: self.run_command_with_raise(post_install_cmd) - - def get_configs(self, repo, version): - return MAP_REPO_VERSION_TO_SPECS[repo][version] diff --git a/debug_gym/gym/envs/swe_smith.py b/debug_gym/gym/envs/swe_smith.py index 9a21c4f1..5f2a66a7 100644 --- a/debug_gym/gym/envs/swe_smith.py +++ b/debug_gym/gym/envs/swe_smith.py @@ -38,20 +38,13 @@ def __init__( terminal: Terminal | None = None, **kwargs, ): - terminal = terminal or DockerTerminal(logger=kwargs.get("logger")) - if not isinstance(terminal, DockerTerminal): - raise ValueError("SWESmithEnv only supports DockerTerminal.") - - super().__init__(terminal=terminal, **kwargs) - - self.dataset_id = dataset_id - self.split = split - self.instance_ids = instance_ids - SWESmithEnv.DUMMY_DIR.mkdir(parents=True, exist_ok=True) - - self.load_dataset() - self.session_commands = [] - self.test_directives = [] + super().__init__( + dataset_id=dataset_id, + split=split, + instance_ids=instance_ids, + terminal=terminal, + **kwargs, + ) def load_dataset(self): if Path(self.dataset_id).is_file() and self.dataset_id.endswith(".json"): @@ -117,7 +110,6 @@ def setup_task(self, task_name): self.task_name = task_name self.ds_row = self.ds[self.dataset[self.task_name]] - self.swesmith_repo_name = self.ds_row["repo"].split("/")[1] self.base_commit = self.ds_row["base_commit"] self.branch_name = self.ds_row["instance_id"] self.test_patch = self.ds_row["patch"] @@ -153,8 +145,6 @@ def setup_task(self, task_name): # Removing pdbpp as it creates conflicts, i.e. we read until "(Pdb)" in the pdb tool. self.install_configs["install"].append("pip uninstall -y pdbpp") - # self.terminal.run(f"pip install uv") - # The following will create the temporary working directory. self.setup_workspace( # Empty folder. The actual codebase will come from the docker image. @@ -175,7 +165,7 @@ def setup_task(self, task_name): for test in self.pass_to_pass ] - self.git_apply_cmd = f"git -C {self.env.working_dir} apply --reverse -" + self.git_apply_cmd = f"git -C {self.working_dir} apply --reverse -" # Note that the `gold_patch` is the same as the `test_patch` but will # be used in conjunction with --reverse. self.gold_patch = self.test_patch @@ -206,30 +196,6 @@ def calculate_score(self, eval_output: EvalOutput) -> int: ) return score - # def reset(self, *, options: dict | None = None): - # # TODO: support reset current task, i.e. no options provided. - # options = options or {} - - # # Clean up the previous task, if any. - # self.close() - - # self.setup_task(options["task_name"]) - - # self.setup_terminal() - - # # Reset RepoEnv - # self.max_score = len(self.fail_to_pass) - # infos = super().reset(options=options) - # assert not self.done, "Tests should be failing before debugging." - - # return infos - - # @property - # def ignore_files(self): - # return [ - # ".?*", # Hidden files and directories. It also ignores the parent directory. - # ] - def run_command_with_raise(self, command): try: command = command.replace("apt-get", "sudo apt-get").replace( @@ -246,10 +212,3 @@ def run_command_with_raise(self, command): def run_post_install(self): pass # SWE-Smith does not have post-install commands. - - # def run_install(self): - # install_cmds = self.install_configs.get("install", []) - # if install_cmds: - # self.logger.debug("Running install commands...") - # for install_cmd in install_cmds: - # self.run_command_with_raise(install_cmd) diff --git a/debug_gym/llms/anthropic.py b/debug_gym/llms/anthropic.py index bfdbeeb7..0361178f 100644 --- a/debug_gym/llms/anthropic.py +++ b/debug_gym/llms/anthropic.py @@ -1,13 +1,8 @@ -import logging - from debug_gym.gym.envs.env import EnvInfo from debug_gym.gym.tools.tool import EnvironmentTool, ToolCall from debug_gym.llms.base import LLM, LLMResponse, retry_on_rate_limit from debug_gym.llms.constants import LLM_API_KEY_PLACEHOLDER -# Set logging level down to WARNING for endpoint queries. -logging.getLogger("httpx").setLevel(logging.WARNING) - class AnthropicLLM(LLM): diff --git a/debug_gym/llms/base.py b/debug_gym/llms/base.py index 1852263e..40203320 100644 --- a/debug_gym/llms/base.py +++ b/debug_gym/llms/base.py @@ -1,3 +1,4 @@ +import logging import os from abc import ABC, abstractmethod from dataclasses import dataclass @@ -19,6 +20,9 @@ from debug_gym.llms.utils import print_messages from debug_gym.logger import DebugGymLogger +# Set logging level down to WARNING for endpoint queries. +logging.getLogger("httpx").setLevel(logging.WARNING) + def retry_on_rate_limit( func, is_rate_limit_error_func, multiplier=1, max_wait=40, max_attempts=100 diff --git a/debug_gym/llms/openai.py b/debug_gym/llms/openai.py index 693973cd..00c8b485 100644 --- a/debug_gym/llms/openai.py +++ b/debug_gym/llms/openai.py @@ -1,9 +1,6 @@ import json import logging -# Set logging level down to WARNING for endpoint queries. -logging.getLogger("httpx").setLevel(logging.WARNING) - import openai import tiktoken from openai import NOT_GIVEN, OpenAI diff --git a/tests/gym/envs/test_swe_bench.py b/tests/gym/envs/test_swe_bench.py index fec065d6..96452e7d 100644 --- a/tests/gym/envs/test_swe_bench.py +++ b/tests/gym/envs/test_swe_bench.py @@ -1,6 +1,5 @@ import os import subprocess -from unittest.mock import patch import pytest from filelock import FileLock @@ -88,7 +87,7 @@ def test_reset_and_step(get_swe_env): assert "short test summary info" in env_info.step_observation.observation assert env_info.score == swe_env.score == 0 - assert env_info.max_score == swe_env.max_score == 1 + assert env_info.max_score == swe_env.max_score == len(swe_env.fail_to_pass) == 1 assert not env_info.done assert not swe_env.done @@ -205,11 +204,11 @@ def test_load_dataset(tmp_path, get_swe_env): @if_docker_running -def test_setup_task_info(tmp_path, get_swe_env): +def test_setup_task(tmp_path, get_swe_env): working_dir = str(tmp_path) swe_env = get_swe_env(working_dir) task_name = "astropy__astropy-14096" - swe_env.setup_task_info(task_name) + swe_env.setup_task(task_name) assert swe_env.task_name == task_name assert swe_env.ds_row["repo"] == "astropy/astropy" assert swe_env.ds_row["version"] == "5.1" @@ -222,7 +221,7 @@ def test_setup_terminal(tmp_path, get_swe_env): working_dir = str(tmp_path) swe_env = get_swe_env(working_dir) task_name = "astropy__astropy-14096" - swe_env.setup_task_info(task_name) + swe_env.setup_task(task_name) swe_env.setup_terminal() git_logs = subprocess.run( f"git -C {swe_env.working_dir} log -n 4".split(), @@ -244,3 +243,69 @@ def test_setup_terminal(tmp_path, get_swe_env): assert ".debugignore" in os.listdir(swe_env.working_dir) assert ".debugreadonly" in os.listdir(swe_env.working_dir) + + +@if_docker_running +def test_patch_property(tmp_path, get_swe_env): + """Test the patch property that generates git diff output.""" + swe_env = get_swe_env(working_dir=tmp_path) + + # Reset with a task to set up the environment + swe_env.reset(options={"task_name": "astropy__astropy-14096"}) + + # Initially, there should be no changes (empty patch) + initial_patch = swe_env.patch + assert initial_patch == "", f"Expected empty patch initially, got: {initial_patch}" + + # Create a test file with some content + test_file = swe_env.working_dir / "test_patch_file.py" + test_content = """def hello_world(): + print("Hello, World!") + return "success" +""" + test_file.write_text(test_content) + + # Add the file to git + swe_env.terminal.run(f"git add {test_file}") + swe_env.terminal.run(f"git commit -m 'Add test file'") + + # Now modify the file + modified_content = """def hello_world(): + print("Hello, Modified World!") + return "modified" + +def new_function(): + return "new" +""" + test_file.write_text(modified_content) + + # Get the patch + patch = swe_env.patch + + # Verify patch contains expected changes + assert patch != "", "Patch should not be empty after file modification" + assert "test_patch_file.py" in patch, "Patch should reference the modified file" + assert "Hello, World!" in patch, "Patch should contain old content" + assert "Hello, Modified World!" in patch, "Patch should contain new content" + assert "-" in patch and "+" in patch, "Patch should contain diff markers" + + # Test edge case: deleted file + test_file.unlink() + patch_with_deletion = swe_env.patch + assert "test_patch_file.py" in patch_with_deletion + assert "deleted file" in patch_with_deletion.lower() or "---" in patch_with_deletion + + +@if_docker_running +def test_apply_gold_patch(tmp_path, get_swe_env): + swe_env = get_swe_env() + env_info = swe_env.reset(options={"task_name": "astropy__astropy-14096"}) + + assert not env_info.done + assert env_info.score == swe_env.score == 0 + + swe_env.apply_gold_patch() + eval_output = swe_env.eval() + score = swe_env.calculate_score(eval_output) + + assert score == swe_env.max_score diff --git a/tests/gym/envs/test_swe_smith.py b/tests/gym/envs/test_swe_smith.py new file mode 100644 index 00000000..3dc26000 --- /dev/null +++ b/tests/gym/envs/test_swe_smith.py @@ -0,0 +1,183 @@ +import os +import subprocess +from unittest.mock import patch + +import pytest +from filelock import FileLock + +from debug_gym.gym.entities import Observation +from debug_gym.gym.envs import SWESmithEnv +from debug_gym.gym.terminal import DockerTerminal +from debug_gym.gym.tools.tool import ToolCall +from debug_gym.gym.tools.toolbox import Toolbox + +if_docker_running = pytest.mark.skipif( + not subprocess.check_output(["docker", "ps"]), + reason="Docker not running", +) + + +@pytest.fixture(scope="session") +def build_swe_env_once(tmp_path_factory, worker_id): + """Build the SWESmith docker image only once. + Do not run this fixture directly, use get_swe_env instead. + """ + _build_swe_env = lambda: SWESmithEnv( + instance_ids=["john-kurkowski__tldextract.3d1bf184.combine_file__1vnuqpt4"] + ) + if worker_id == "master": + # Not running with pytest-xdist or we are in the master process + _build_swe_env() + else: + # When running with pytest-xdist, synchronize between workers using a lock + root_tmp_dir = tmp_path_factory.getbasetemp().parent + lock_file = root_tmp_dir / "db_init.lock" + with FileLock(str(lock_file)): + # Only the first worker to acquire the lock will initialize the DB + _build_swe_env() + + +@pytest.fixture +def get_swe_env(build_swe_env_once): + """Instantiate a SWESmithEnv instance after building the SWESmith docker image.""" + + def _swe_env(working_dir=None, map_host_uid_gid=True, **kwargs): + instance_ids = ["john-kurkowski__tldextract.3d1bf184.combine_file__1vnuqpt4"] + terminal = DockerTerminal( + path=working_dir, map_host_uid_gid=map_host_uid_gid, **kwargs + ) + env = SWESmithEnv(instance_ids=instance_ids, terminal=terminal) + return env + + return _swe_env + + +@if_docker_running +def test_load_dataset(tmp_path, get_swe_env): + working_dir = str(tmp_path) + swe_env = get_swe_env(working_dir) + assert swe_env.dataset_id == "SWE-bench/SWE-smith" + # check if the dataset contains features that SWESmithEnv expects + assert sorted(swe_env.ds.features.keys()) == [ + "instance_id", + "repo", + "patch", + "FAIL_TO_PASS", + "PASS_TO_PASS", + "created_at", + "image_name", + "base_commit", + "problem_statement", + ] + + +@if_docker_running +def test_instructions(get_swe_env): + swe_env = get_swe_env() + swe_env.ds_row = {"problem_statement": "Test problem statement"} + expected_instructions = {"Problem description": "Test problem statement"} + assert swe_env.instructions == expected_instructions + + +@if_docker_running +def test_setup_task(tmp_path, get_swe_env): + working_dir = str(tmp_path) + swe_env = get_swe_env(working_dir) + task_name = "john-kurkowski__tldextract.3d1bf184.combine_file__1vnuqpt4" + swe_env.setup_task( + task_name + ) # SWE-smith uses setup_task instead of setup_task_info + assert swe_env.task_name == task_name + assert swe_env.repo == "john-kurkowski/tldextract" + assert swe_env.branch_name == task_name + assert swe_env.package_name == "tldextract" + + +@if_docker_running +def test_setup_terminal(tmp_path, get_swe_env): + working_dir = str(tmp_path) + swe_env = get_swe_env(working_dir) + task_name = "john-kurkowski__tldextract.3d1bf184.combine_file__1vnuqpt4" + swe_env.setup_task(task_name) + swe_env.setup_terminal() + git_logs = subprocess.run( + f"git -C {swe_env.working_dir} log -n 4".split(), + stdout=subprocess.PIPE, + text=True, + ).stdout + # For SWE-Smith the base commit is found in the branch associated to the + # instance id and is different from the one in the main branch. + # assert swe_env.base_commit in git_logs + assert f"Applying test patch for {task_name}" in git_logs + assert "Add debug-gym ignore and read-only files" in git_logs + + git_diff = subprocess.run( + f"git -C {swe_env.working_dir} show HEAD^1".split(), + stdout=subprocess.PIPE, + text=True, + ).stdout + git_diff = git_diff[git_diff.index("diff --git") :] + assert git_diff == swe_env.test_patch + + assert ".debugignore" in os.listdir(swe_env.working_dir) + assert ".debugreadonly" in os.listdir(swe_env.working_dir) + + +@if_docker_running +def test_reset_and_step(get_swe_env): + swe_env = get_swe_env() + env_info = swe_env.reset( + options={ + "task_name": "john-kurkowski__tldextract.3d1bf184.combine_file__1vnuqpt4" + } + ) + + assert "short test summary info" in env_info.step_observation.observation + assert env_info.score == swe_env.score == 0 + assert env_info.max_score == swe_env.max_score == len(swe_env.fail_to_pass) == 39 + assert not env_info.done + assert not swe_env.done + + tool_call = ToolCall(id="listdir_id", name="listdir", arguments={}) + env_info = swe_env.step(tool_call) + assert env_info.step_observation == Observation( + source="env", + observation="Unregistered tool: listdir", + ) + + view_tool = Toolbox.get_tool("listdir") + swe_env.add_tool(view_tool) + + env_info = swe_env.step(tool_call) + assert env_info.step_observation.source == "listdir" + # Verify we can see the tldextract directory structure + observation = env_info.step_observation.observation + listdir_start = f"""{swe_env.working_dir}/ +|-- CHANGELOG.md +|-- LICENSE +|-- README.md +|-- pyproject.toml +|-- scripts/ +|-- tests/ +|-- tldextract/ +|-- tox.ini""" + assert env_info.step_observation.observation.startswith(listdir_start) + + +@if_docker_running +def test_apply_gold_patch(tmp_path, get_swe_env): + swe_env = get_swe_env() + env_info = swe_env.reset( + options={ + "task_name": "john-kurkowski__tldextract.3d1bf184.combine_file__1vnuqpt4" + } + ) + + assert not env_info.done + assert env_info.score == swe_env.score == 0 + + swe_env.apply_gold_patch() + eval_output = swe_env.eval() + score = swe_env.calculate_score(eval_output) + + assert score == swe_env.max_score From 77763d02d855412c70f25cc87209d3f94faeaa6d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Marc-Alexandre=20C=C3=B4t=C3=A9?= Date: Wed, 11 Jun 2025 03:02:42 -0700 Subject: [PATCH 5/9] Update unit tests + refactoring --- debug_gym/gym/envs/configs/swe_smith.yaml | 3 ++ debug_gym/gym/envs/swe_smith.py | 50 +++++++++++------- tests/gym/envs/test_aider.py | 2 + tests/gym/envs/test_swe_smith.py | 63 ++++++++++++++++++----- 4 files changed, 85 insertions(+), 33 deletions(-) diff --git a/debug_gym/gym/envs/configs/swe_smith.yaml b/debug_gym/gym/envs/configs/swe_smith.yaml index f8d6143b..aea53d04 100644 --- a/debug_gym/gym/envs/configs/swe_smith.yaml +++ b/debug_gym/gym/envs/configs/swe_smith.yaml @@ -1,3 +1,6 @@ +test-125: + indices: [33926, 10836, 46879, 1920, 11031, 15836, 9324, 17196, 1783, 25696, 17176, 24196, 40343, 47014, 7882, 17544, 10464, 16811, 38862, 11879, 24120, 47100, 19997, 13583, 17959, 30969, 30891, 26234, 11871, 13733, 17876, 6053, 41309, 38023, 40595, 20212, 18936, 40056, 41580, 18398, 29876, 13505, 11921, 14375, 16836, 3340, 18283, 466, 8345, 26030, 41421, 3, 115, 27561, 9718, 11754, 11841, 27942, 34682, 6719, 13220, 39884, 20313, 12484, 16285, 34395, 37156, 16854, 12403, 15723, 15809, 37606, 9627, 15202, 14652, 44181, 32992, 48536, 49180, 23674, 41824, 6962, 39239, 18905, 39945, 19420, 9216, 14527, 1020, 19703, 24270, 44395, 28529, 35440, 4314, 6304, 37964, 20351, 23721, 45198, 38080, 9149, 31043, 31794, 46927, 3495, 14969, 15658, 20572, 11570, 12445, 32017, 37533, 2050, 23034, 3466, 27792, 8470, 24950, 30293, 30609, 36840, 18193, 9172, 18071] + ids: ['Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__1tzqbvbn', 'HIPS__autograd.ac044f0d.lm_rewrite__0980jjjc', 'Knio__dominate.9082227e.combine_file__29cxy57f', 'Mimino666__langdetect.a1598f1a.combine_file__3ne2iu6p', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__fjlc2xjk', 'PyCQA__flake8.cf1542ce.combine_file__2fd9ywo2', 'Suor__funcy.207a7810.combine_file__3u9hti2d', 'adrienverge__yamllint.8513d9b9.combine_file__26dq3p0r', 'agronholm__exceptiongroup.0b4f4937.combine_file__f9ib0lv6', 'agronholm__typeguard.b6a7e438.combine_file__3qg8gxw1', 'aio-libs__async-timeout.d0baa9f1.combine_file__bwy4m1w4', 'alanjds__drf-nested-routers.6144169d.combine_file__839yzecb', 'alecthomas__voluptuous.a7a55f83.combine_file__7jjwdtaj', 'amueller__word_cloud.ec24191c.combine_file__7za9eqrj', 'andialbrecht__sqlparse.e57923b3.combine_file__2fz8wxs9', 'arrow-py__arrow.1d70d009.combine_file__0jlnyumj', 'benoitc__gunicorn.bacbf8aa.combine_file__0uqr7ef6', 'borntyping__python-colorlog.dfa10f59.combine_file__hofui8tk', 'bottlepy__bottle.a8dfef30.func_basic__1oowr66z', 'buriy__python-readability.40256f40.combine_file__2pt3y7up', 'burnash__gspread.a8be3b96.func_pm_ctrl_shuffle__4mn8sjox', 'cantools__cantools.0c6a7871.combine_file__0c0d76py', 'chardet__chardet.9630f238.combine_file__1gm3nc5e', 'cknd__stackprinter.219fcc52.combine_file__3mb4yuht', 'cloudpipe__cloudpickle.6220b0ce.func_basic__0lun00yt', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__6caklxrl', 'cool-RR__PySnooper.57472b46.combine_file__64znr9hf', 'dask__dask.5f61e423.func_pm_ctrl_invert_if__syqymm6m', 'datamade__usaddress.a42a8f0c.combine_file__n8e84hcz', 'davidhalter__parso.338a5760.combine_file__9ubj9fgh', 'dbader__schedule.82a43db1.combine_file__8xn9cuva', 'django-money__django-money.835c1ab8.combine_file__cxfdztpc', 'django__channels.a144b4b8.combine_file__36w5u7ml', 'django__daphne.32ac73e1.combine_file__58p1glea', 'encode__starlette.db5063c2.combine_file__1xwpicp2', 'erikrose__parsimonious.0d3f5f93.combine_file__0w8inm9h', 'facebookresearch__fvcore.a491d5b9.combine_file__0e71vue2', 'facelessuser__soupsieve.a8080d97.combine_file__4hykmc6k', 'gawel__pyquery.811cd048.combine_file__ge0uxzm6', 'getmoto__moto.694ce1f4.func_pm_class_rm_funcs__r3q3udsi', 'getnikola__nikola.0f4c230e.func_pm_class_rm_funcs__loiwq6sx', 'google__textfsm.c31b6007.combine_file__8c98urp5', 'graphql-python__graphene.82903263.combine_file__0mpl4fcm', 'gruns__furl.da386f68.func_basic__d8jvbpx9', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__7iujb6a9', 'gweis__isodate.17cb25eb.combine_file__d89w96je', 'hukkin__tomli.443a0c1b.combine_file__3dpezncq', 'iterative__dvc.1d6ea681.func_pm_class_rm_funcs__16qxdj8c', 'jaraco__inflect.c079a96a.func_basic__31p51k97', 'jawah__charset_normalizer.1fdd6463.combine_file__3y3fmntw', 'jd__tenacity.0d40e76f.combine_file__1n8ql04e', 'john-kurkowski__tldextract.3d1bf184.combine_file__49lzm22u', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__cqdxidw3', 'jsvine__pdfplumber.02ff4313.func_pm_ctrl_invert_if__mlxcx5jt', 'kayak__pypika.1c9646f0.combine_file__0255t16v', 'keleshev__schema.24a30457.func_basic__27m4p2mt', 'kennethreitz__records.5941ab27.func_basic__499hv8uy', 'kurtmckee__feedparser.cad965a3.combine_file__507mosxt', 'lepture__mistune.bf54ef67.combine_file__09sp6cd7', 'life4__textdistance.c3aca916.combine_file__r87diko8', 'lincolnloop__python-qrcode.456b01d4.combine_file__5wxrnyqu', 'luozhouyang__python-string-similarity.115acaac.combine_file__7iakunhx', 'madzak__python-json-logger.5f85723f.func_basic__4ehsxrzn', 'mahmoud__boltons.3bfcfdd0.combine_file__5i1f4zan', 'mahmoud__glom.fb3c4e76.combine_file__22kf0vki', 'marshmallow-code__apispec.8b421526.combine_file__hde72x89', 'marshmallow-code__marshmallow.9716fc62.combine_file__ngnyfe96', 'marshmallow-code__webargs.dbde72fe.combine_file__0hu6mx1r', 'martinblech__xmltodict.0952f382.combine_file__wpu0bspk', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__32ks378x', 'mewwts__addict.75284f95.func_basic__9sg9rq7f', 'mido__mido.a0158ff9.combine_file__2aqd6d0c', 'modin-project__modin.8c7799fd.combine_module__5xk47cme', 'mozilla__bleach.73871d76.combine_file__g5qfdssg', 'mozillazg__python-pinyin.e42dede5.combine_file__9wqxev96', 'msiemens__tinydb.10644a0e.combine_file__60h9750h', 'oauthlib__oauthlib.1fd52536.combine_file__2nfzwp19', 'pallets__click.fde47b4b.combine_file__0hwbui3e', 'pallets__jinja.ada0a9a6.combine_file__0419229c', 'pallets__markupsafe.620c06c9.combine_file__6fk2d773', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__23xf72mt', 'paramiko__paramiko.23f92003.combine_file__0g6xnh23', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__1p5svq9p', 'pexpect__ptyprocess.1067dbda.combine_file__4zof05no', 'pndurette__gTTS.dbcda4f3.combine_file__3vgkdchb', 'prettytable__prettytable.ca90b055.combine_file__2mwa4qpg', 'pudo__dataset.5c2dc8d3.combine_file__2krxnkkn', 'pwaller__pyfiglet.f8c5f35b.combine_file__sind222x', 'pyasn1__pyasn1.0f07d724.combine_file__4n0hmt81', 'pyca__pyopenssl.04766a49.combine_file__ia85jsve', 'pydantic__pydantic.acb0f10f.func_pm_ctrl_invert_if__2uuiyw0w', 'pydata__patsy.a5d16484.combine_file__4txyl1h6', 'pydicom__pydicom.7d361b3d.combine_file__0ghggoro', 'pygments__pygments.27649ebb.combine_file__4jamgfs8', 'pylint-dev__astroid.b114f6b5.combine_file__6romn0vc', 'pyparsing__pyparsing.533adf47.combine_file__0nsujtro', 'pytest-dev__iniconfig.16793ead.combine_file__mntnwwxj', 'python-hyper__h11.bed0dd4a.combine_file__5bgrd1b4', 'python-jsonschema__jsonschema.93e0caa5.combine_file__du2n9vni', 'python-openxml__python-docx.0cf6d71f.combine_file__0yqbm2pe', 'python-trio__trio.cfbbe2c1.pr_2955', 'python__mypy.e93f06ce.pr_10036', 'pyupio__safety.7654596b.combine_file__2gn66224', 'pyutils__line_profiler.a646bf0f.combine_file__0prho0wb', 'r1chardj0n3s__parse.30da9e4f.func_basic__3fmmp8ao', 'rsalmei__alive-progress.35853799.combine_file__eqkjb5kc', 'rubik__radon.54b88e58.combine_file__22d6pzec', 'rustedpy__result.0b855e1e.func_basic__08l7xwcj', 'scanny__python-pptx.278b47b1.combine_file__4nnvhyi2', 'scrapy__scrapy.35212ec5.func_pm_ctrl_shuffle__emx74xng', 'seatgeek__thefuzz.8a05a3ee.combine_file__2uoca06x', 'seperman__deepdiff.ed252022.combine_file__1gus4sew', 'sloria__environs.73c372df.combine_file__hl27l2aa', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__2cfowvks', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_shuffle__1ylz4uy1', 'termcolor__termcolor.3a42086f.func_basic__u7mdjl9x', 'theskumar__python-dotenv.2b8635b7.combine_file__3a81d5iz', 'tkrajina__gpxpy.09fc46b3.combine_file__1ruhyhz2', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__kkm2vydq', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__0vpv8xfl', 'tox-dev__pipdeptree.c31b6418.combine_file__4h17mfat', 'tweepy__tweepy.91a41c6e.combine_file__2sd58d3b', 'un33k__python-slugify.872b3750.combine_file__9694uddh', 'vi3k6i5__flashtext.b316c7e9.func_basic__2jg0vg7s', 'weaveworks__grafanalib.5c3b17ed.combine_file__2a6rzcsr'] test-126: indices: [33921, 10836, 46879, 1920, 11024, 15831, 9321, 17193, 1781, 25696, 17174, 24195, 40340, 47011, 7878, 17543, 10463, 16808, 38851, 11879, 24105, 47095, 19997, 13583, 17956, 26552, 30968, 30890, 26216, 11871, 13720, 17876, 6047, 41309, 38023, 40588, 20212, 18936, 40055, 41573, 18363, 29857, 13504, 11920, 14331, 16836, 3331, 18283, 460, 8337, 26029, 41421, 0, 100, 27530, 9718, 11749, 11837, 27932, 34681, 6689, 13213, 39884, 20307, 12476, 16285, 34380, 37142, 16853, 12400, 15719, 15802, 37599, 9627, 15172, 14646, 44176, 32981, 48535, 49180, 23674, 41822, 6958, 39224, 18904, 39943, 19420, 9214, 14527, 1015, 19696, 24230, 44385, 28529, 35410, 4277, 6303, 37960, 20345, 23712, 45193, 38073, 9149, 31035, 31794, 46921, 3477, 14967, 15655, 20542, 11551, 12444, 32017, 37531, 2038, 22931, 3460, 27791, 8470, 24906, 30292, 30606, 36840, 18193, 9168, 18071] ids: ['Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__041av9lh', 'HIPS__autograd.ac044f0d.lm_rewrite__0980jjjc', 'Knio__dominate.9082227e.combine_file__29cxy57f', 'Mimino666__langdetect.a1598f1a.combine_file__3ne2iu6p', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__0u6zscda', 'PyCQA__flake8.cf1542ce.combine_file__00lpnlny', 'Suor__funcy.207a7810.combine_file__186umsl2', 'adrienverge__yamllint.8513d9b9.combine_file__05pv3u48', 'agronholm__exceptiongroup.0b4f4937.combine_file__74zzufuj', 'agronholm__typeguard.b6a7e438.combine_file__3qg8gxw1', 'aio-libs__async-timeout.d0baa9f1.combine_file__3qpnebr7', 'alanjds__drf-nested-routers.6144169d.combine_file__0cfigj6z', 'alecthomas__voluptuous.a7a55f83.combine_file__0cbk83ph', 'amueller__word_cloud.ec24191c.combine_file__3ebhp167', 'andialbrecht__sqlparse.e57923b3.combine_file__0kpo7qv7', 'arrow-py__arrow.1d70d009.combine_file__09q8ngbx', 'benoitc__gunicorn.bacbf8aa.combine_file__0q9uqnfj', 'borntyping__python-colorlog.dfa10f59.combine_file__932hbnsz', 'bottlepy__bottle.a8dfef30.combine_file__x70r972s', 'buriy__python-readability.40256f40.combine_file__2pt3y7up', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__9gg2j98k', 'cantools__cantools.0c6a7871.combine_file__01jft1mj', 'chardet__chardet.9630f238.combine_file__1gm3nc5e', 'cknd__stackprinter.219fcc52.combine_file__3mb4yuht', 'cloudpipe__cloudpickle.6220b0ce.combine_file__1hg7kf4e', 'conan-io__conan.86f29e13.func_pm_class_rm_base__2b2cs4pz', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__5qi3ub54', 'cool-RR__PySnooper.57472b46.combine_file__5h511qdl', 'dask__dask.5f61e423.func_pm_class_rm_base__1vwih979', 'datamade__usaddress.a42a8f0c.combine_file__n8e84hcz', 'davidhalter__parso.338a5760.combine_file__1ozjorxv', 'dbader__schedule.82a43db1.combine_file__8xn9cuva', 'django-money__django-money.835c1ab8.combine_file__2207opfn', 'django__channels.a144b4b8.combine_file__36w5u7ml', 'django__daphne.32ac73e1.combine_file__58p1glea', 'encode__starlette.db5063c2.combine_file__0hvre36s', 'erikrose__parsimonious.0d3f5f93.combine_file__0w8inm9h', 'facebookresearch__fvcore.a491d5b9.combine_file__0e71vue2', 'facelessuser__soupsieve.a8080d97.combine_file__28fnpmgw', 'gawel__pyquery.811cd048.combine_file__3p0rswud', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__2yj9xqtn', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__190mpaah', 'google__textfsm.c31b6007.combine_file__7milf7b7', 'graphql-python__graphene.82903263.combine_file__00ktyl0x', 'gruns__furl.da386f68.combine_file__a2we49nm', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__7iujb6a9', 'gweis__isodate.17cb25eb.combine_file__0isfhxlp', 'hukkin__tomli.443a0c1b.combine_file__3dpezncq', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__1mq4n48p', 'jaraco__inflect.c079a96a.combine_file__1m7cawal', 'jawah__charset_normalizer.1fdd6463.combine_file__0ne1ir4a', 'jd__tenacity.0d40e76f.combine_file__1n8ql04e', 'john-kurkowski__tldextract.3d1bf184.combine_file__1vnuqpt4', 'joke2k__faker.8b401a7d.func_pm_class_rm_base__6sd07oov', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_base__gek8im5g', 'kayak__pypika.1c9646f0.combine_file__0255t16v', 'keleshev__schema.24a30457.combine_file__8m3txfu7', 'kennethreitz__records.5941ab27.combine_file__6me5ci4d', 'kurtmckee__feedparser.cad965a3.combine_file__10qkvfi4', 'lepture__mistune.bf54ef67.combine_file__09mnfd6d', 'life4__textdistance.c3aca916.combine_file__0sfget5n', 'lincolnloop__python-qrcode.456b01d4.combine_file__2nub3l1p', 'luozhouyang__python-string-similarity.115acaac.combine_file__7iakunhx', 'madzak__python-json-logger.5f85723f.combine_file__99gu5t29', 'mahmoud__boltons.3bfcfdd0.combine_file__0e96jzmh', 'mahmoud__glom.fb3c4e76.combine_file__22kf0vki', 'marshmallow-code__apispec.8b421526.combine_file__0b5bc0wh', 'marshmallow-code__marshmallow.9716fc62.combine_file__06ot1dy4', 'marshmallow-code__webargs.dbde72fe.combine_file__05ra8ndh', 'martinblech__xmltodict.0952f382.combine_file__am8jwrys', 'matthewwithanm__python-markdownify.6258f5c3.combine_file__hbpauk0y', 'mewwts__addict.75284f95.combine_file__3fttj8ti', 'mido__mido.a0158ff9.combine_file__0euprx1w', 'modin-project__modin.8c7799fd.combine_module__5xk47cme', 'mozilla__bleach.73871d76.combine_file__1fx94goc', 'mozillazg__python-pinyin.e42dede5.combine_file__0fuikb5l', 'msiemens__tinydb.10644a0e.combine_file__0176isok', 'oauthlib__oauthlib.1fd52536.combine_file__09vlzwgc', 'pallets__click.fde47b4b.combine_file__08zigyqu', 'pallets__jinja.ada0a9a6.combine_file__0419229c', 'pallets__markupsafe.620c06c9.combine_file__6fk2d773', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__10da8v2t', 'paramiko__paramiko.23f92003.combine_file__06294q2r', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__055x2yzv', 'pexpect__ptyprocess.1067dbda.combine_file__3cb6g60c', 'pndurette__gTTS.dbcda4f3.combine_file__1po2ryn8', 'prettytable__prettytable.ca90b055.combine_file__2mwa4qpg', 'pudo__dataset.5c2dc8d3.combine_file__09k00ucq', 'pwaller__pyfiglet.f8c5f35b.combine_file__sind222x', 'pyasn1__pyasn1.0f07d724.combine_file__01foatge', 'pyca__pyopenssl.04766a49.combine_file__12o1o8ad', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__11pd443v', 'pydata__patsy.a5d16484.combine_file__0fyqd2rn', 'pydicom__pydicom.7d361b3d.combine_file__0ghggoro', 'pygments__pygments.27649ebb.combine_file__07pfbsi4', 'pylint-dev__astroid.b114f6b5.combine_file__03ujys3k', 'pyparsing__pyparsing.533adf47.combine_file__0mxfxgiy', 'pytest-dev__iniconfig.16793ead.combine_file__06k2m7dd', 'python-hyper__h11.bed0dd4a.combine_file__1p8am6k1', 'python-jsonschema__jsonschema.93e0caa5.combine_file__0khtjauk', 'python-openxml__python-docx.0cf6d71f.combine_file__015jbfaw', 'python-trio__trio.cfbbe2c1.func_basic__wc0m7rwr', 'python__mypy.e93f06ce.pr_10036', 'pyupio__safety.7654596b.combine_file__04p8gjzq', 'pyutils__line_profiler.a646bf0f.combine_file__0prho0wb', 'r1chardj0n3s__parse.30da9e4f.combine_file__9g6wvq09', 'rsalmei__alive-progress.35853799.combine_file__03fag9gd', 'rubik__radon.54b88e58.combine_file__0a6xo8gp', 'rustedpy__result.0b855e1e.combine_file__sxi3qfjs', 'scanny__python-pptx.278b47b1.combine_file__00zilcc6', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__7odd8hev', 'seatgeek__thefuzz.8a05a3ee.combine_file__18e0miwg', 'seperman__deepdiff.ed252022.combine_file__1gus4sew', 'sloria__environs.73c372df.combine_file__1ek10skm', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__00xdyhqi', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__0ba7h4uf', 'termcolor__termcolor.3a42086f.combine_file__1lkb1xn6', 'theskumar__python-dotenv.2b8635b7.combine_file__2vu6qegg', 'tkrajina__gpxpy.09fc46b3.combine_file__1ruhyhz2', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__0gwm46qw', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__0s87qpfn', 'tox-dev__pipdeptree.c31b6418.combine_file__0gh8s1gy', 'tweepy__tweepy.91a41c6e.combine_file__2sd58d3b', 'un33k__python-slugify.872b3750.combine_file__9694uddh', 'vi3k6i5__flashtext.b316c7e9.combine_file__9dxlk2rp', 'weaveworks__grafanalib.5c3b17ed.combine_file__2a6rzcsr'] diff --git a/debug_gym/gym/envs/swe_smith.py b/debug_gym/gym/envs/swe_smith.py index 5f2a66a7..4c6390ca 100644 --- a/debug_gym/gym/envs/swe_smith.py +++ b/debug_gym/gym/envs/swe_smith.py @@ -1,5 +1,3 @@ -import os -import subprocess from importlib.resources import files as importlib_files from pathlib import Path @@ -17,10 +15,8 @@ from debug_gym.constants import DEBUG_GYM_CACHE_DIR from debug_gym.gym.entities import EvalOutput -from debug_gym.gym.envs.env import RepoEnv from debug_gym.gym.envs.swe_bench import SWEBenchEnv -from debug_gym.gym.terminal import DockerTerminal, Terminal -from debug_gym.gym.utils import create_ignore_file +from debug_gym.gym.terminal import Terminal class SWESmithEnv(SWEBenchEnv): @@ -141,9 +137,34 @@ def setup_task(self, task_name): ] elif self.package_name == "pydantic": self.test_cmd = self.test_cmd.replace("/root/", "$HOME/") + self.install_configs["install"] = ["pip install uv"] + self.install_configs[ + "install" + ] + elif self.package_name == "alive-progress": # Removing pdbpp as it creates conflicts, i.e. we read until "(Pdb)" in the pdb tool. self.install_configs["install"].append("pip uninstall -y pdbpp") + elif self.package_name == "conan": + # Skip system packages installation (they are already installed in the Docker image). + self.install_configs["install"] = ["python -m pip install ."] + + # Filter out the command that removes tests files. + self.install_configs["install"] = [ + cmd for cmd in self.install_configs["install"] if "rm tests/" not in cmd + ] + + # Convert all "pip update" to normal "pip install" without dependencies. + self.install_configs["install"] = [ + cmd.replace("pip install -U", "pip install --no-deps") + for cmd in self.install_configs["install"] + ] + + # Filter out the command that adds the upstream remote. + self.install_configs["install"] = [ + cmd + for cmd in self.install_configs["install"] + if "git remote add upstream" not in cmd + ] # The following will create the temporary working directory. self.setup_workspace( @@ -178,9 +199,12 @@ def calculate_score(self, eval_output: EvalOutput) -> int: for test in self.fail_to_pass # Like in SWE-Smith, we assume silent success. # Ref: https://github.com/SWE-bench/SWE-smith/blob/main/swesmith/harness/grading.py#L154 - if test_status_map.get(test, TestStatus.PASSED.value) + # if test_status_map.get(test, TestStatus.PASSED.value) + # *Do not* assume silent success for now as done in SWE-Smith grading.py + if test_status_map.get(test, TestStatus.ERROR.value) in (TestStatus.PASSED.value, TestStatus.XFAIL.value) ) + # Getting not passed tests. not_passed_tests = { test: status @@ -196,19 +220,5 @@ def calculate_score(self, eval_output: EvalOutput) -> int: ) return score - def run_command_with_raise(self, command): - try: - command = command.replace("apt-get", "sudo apt-get").replace( - "sudo sudo", "sudo" - ) - command = command.replace("pip install -U", "pip install --no-deps") - status, output = self.terminal.run(command, raises=True) - return status, output - except ValueError as e: - if "error: remote upstream already exists." in str(e): - pass # Trying to add the upstream remote, but it already exists. - else: - raise - def run_post_install(self): pass # SWE-Smith does not have post-install commands. diff --git a/tests/gym/envs/test_aider.py b/tests/gym/envs/test_aider.py index 48e4a797..864bbee1 100644 --- a/tests/gym/envs/test_aider.py +++ b/tests/gym/envs/test_aider.py @@ -81,7 +81,9 @@ def test_steps(env): assert infos.step_observation.observation.startswith( "The file `clock.py` has been updated successfully." ) + assert env.auto_eval_on_rewrite is True assert infos.score == 1 + infos = env.step(eval_call) assert infos.step_observation.source == "eval" assert "clock_test.py ." in infos.eval_observation.observation diff --git a/tests/gym/envs/test_swe_smith.py b/tests/gym/envs/test_swe_smith.py index 3dc26000..03b05bd1 100644 --- a/tests/gym/envs/test_swe_smith.py +++ b/tests/gym/envs/test_swe_smith.py @@ -1,6 +1,5 @@ import os import subprocess -from unittest.mock import patch import pytest from filelock import FileLock @@ -58,17 +57,19 @@ def test_load_dataset(tmp_path, get_swe_env): swe_env = get_swe_env(working_dir) assert swe_env.dataset_id == "SWE-bench/SWE-smith" # check if the dataset contains features that SWESmithEnv expects - assert sorted(swe_env.ds.features.keys()) == [ - "instance_id", - "repo", - "patch", - "FAIL_TO_PASS", - "PASS_TO_PASS", - "created_at", - "image_name", - "base_commit", - "problem_statement", - ] + assert sorted(swe_env.ds.features.keys()) == sorted( + [ + "instance_id", + "repo", + "patch", + "FAIL_TO_PASS", + "PASS_TO_PASS", + "created_at", + "image_name", + "base_commit", + "problem_statement", + ] + ) @if_docker_running @@ -165,7 +166,7 @@ def test_reset_and_step(get_swe_env): @if_docker_running -def test_apply_gold_patch(tmp_path, get_swe_env): +def test_apply_gold_patch(get_swe_env): swe_env = get_swe_env() env_info = swe_env.reset( options={ @@ -181,3 +182,39 @@ def test_apply_gold_patch(tmp_path, get_swe_env): score = swe_env.calculate_score(eval_output) assert score == swe_env.max_score + + +@if_docker_running +def test_calculate_score_with_pytest_error(get_swe_env): + """Test that the indentation error in pytest is handled correctly.""" + swe_env = get_swe_env() + task_name = "john-kurkowski__tldextract.3d1bf184.combine_file__1vnuqpt4" + swe_env.reset(options={"task_name": task_name}) + + # Modify 'tldextract/tldextract.py' in the working_dir to introduce an indentation error. + file_path = os.path.join(swe_env.working_dir, "tldextract", "tldextract.py") + with open(file_path, "r") as file: + content = file.readlines() + + # Introduce an indentation error by adding an extra space at the beginning of a line. + content[10] = " 1/0 " + content[10] + with open(file_path, "w") as file: + file.writelines(content) + + # Now, when we run the tests, we should see an indentation error. + eval_output = swe_env.eval() + # ============================= test session starts ============================== + # platform linux -- Python 3.10.15, pytest-8.3.4, pluggy-1.5.0 -- /opt/miniconda3/envs/testbed/bin/python + # cachedir: .pytest_cache + # rootdir: /tmp/RepoEnv-z_m4s7ts + # configfile: pyproject.toml + # plugins: syrupy-4.8.0, gitignore-1.3, mock-3.14.0 + # collecting ... collected 45 items / 1 error + + # =========================== short test summary info ============================ + # ERROR tldextract/tldextract.py - ValueError: line 11 of the docstring for tld... + # !!!!!!!!!!!!!!!!!!!! Interrupted: 1 error during collection !!!!!!!!!!!!!!!!!!!! + # =============================== 1 error in 0.40s =============================== + + score = swe_env.calculate_score(eval_output) + assert score == 0 From e2aef275ee66e5e1b8d39a15e4eb9f2dda075161 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Marc-Alexandre=20C=C3=B4t=C3=A9?= Date: Wed, 11 Jun 2025 06:25:15 -0700 Subject: [PATCH 6/9] Also skip SWE-Smith unit tests on PR --- .github/workflows/tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml index 204dd58a..de3db01c 100644 --- a/.github/workflows/tests.yml +++ b/.github/workflows/tests.yml @@ -33,7 +33,7 @@ jobs: - name: Test with pytest - PR if: github.event_name == 'pull_request' run: | - DEBUG_GYM_DEBUG=1 pytest -vv -n 16 -k "not test_swe_bench" --cov=debug_gym --cov-report=term-missing --cov-fail-under=80 --timeout=300 + DEBUG_GYM_DEBUG=1 pytest -vv -n 16 -k "not test_swe_bench and not test_swe_smith" --cov=debug_gym --cov-report=term-missing --cov-fail-under=80 --timeout=300 - name: Test with pytest if: github.event_name != 'pull_request' run: | From 5708bef42458f5e76b5e00e338d5221ad8fb2059 Mon Sep 17 00:00:00 2001 From: "Xingdi (Eric) Yuan" Date: Wed, 11 Jun 2025 11:41:30 -0400 Subject: [PATCH 7/9] change log --- CHANGELOG.md | 6 +++++- scripts/config_swesmith.yaml | 2 +- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 9bddd89a..baa35657 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -18,4 +18,8 @@ Added in the [analysis](https://github.com/microsoft/debug-gym/tree/main/analysi ### 2025-05-28 -Improved the View tool, added the `start` and `end` arguments so the agent can specify a particular chunk of code to view. \ No newline at end of file +Improved the View tool, added the `start` and `end` arguments so the agent can specify a particular chunk of code to view. + +### 2025-06-11 + +Added support to [SWE-smith](https://swesmith.com/). Users can use the tasks shipped with the official SWE-smith package, or customized tasks generated using SWE-smith. \ No newline at end of file diff --git a/scripts/config_swesmith.yaml b/scripts/config_swesmith.yaml index b1034945..641c955e 100644 --- a/scripts/config_swesmith.yaml +++ b/scripts/config_swesmith.yaml @@ -2,7 +2,7 @@ base: # Environment configs output_path: "exps/swesmith" benchmark: "swesmith" - problems: "all" # list of problems, e.g., ["astropy__astropy-12907"], or string like "test-126", "test-1008", or "all", + problems: "all" # list of problems, e.g., ["astropy__astropy-12907"], or strings like "test-1008" (defined in gym/envs/configs), or "all", env_kwargs: { "dir_tree_depth": 1, "run_timeout": 300, From 3fc10f2e7dd89442a60ba8b02244aec5eb584c29 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Marc-Alexandre=20C=C3=B4t=C3=A9?= Date: Wed, 11 Jun 2025 09:00:03 -0700 Subject: [PATCH 8/9] Update Readme and fix autograd --- README.md | 23 ++++++++++++++++++----- debug_gym/gym/envs/swe_smith.py | 14 ++++++++------ 2 files changed, 26 insertions(+), 11 deletions(-) diff --git a/README.md b/README.md index 83cc209f..d618da11 100644 --- a/README.md +++ b/README.md @@ -124,17 +124,24 @@ Add `-v`, `--debug` to be verbose, or to enter debug mode. > [!WARNING] > When using --debug, you will need to press `c` to continue after each reasoning step. -#### 3.1 Human Mode +#### 3.1 Sanity Checks + +We can use the `solution_agent` to validate that your `swebench` and `swesmith` instances work as expected. This agent will apply a gold patch to the buggy code and check that the tests are failing before applying the patch, and passing after. It also checks that `pdb` tool can be used as expected. + + python scripts/run.py scripts/config_swebench.yaml --agent solution_agent + python scripts/run.py scripts/config_swesmith.yaml --agent solution_agent + +#### 3.2 Human Mode We provide a human mode that enables developers to manually interact with `debug-gym`. To activate this mode, change the `llm_name` field in the `config_*.yaml` to be `"human"`. Once activated, at every step, the environment will expect a command input (in tool calling format). One can use the `Tab` key to get a list of tool calling templates and fill in any necessary arguments. -#### 3.2. Overriding Values in Config +#### 3.3. Overriding Values in Config `-p` is a handy way to override values defined in config. For example, the below command will run rewrite_agent agent on Aider with human mode (while in config file it specifies gpt-4o). python scripts/run.py scripts/config_aider.yaml --agent rewrite_agent -v -p rewrite_agent.llm_name="human" -#### 3.3. Debugging a Custom Repository +#### 3.4. Debugging a Custom Repository Modify `scripts/config.yaml`, especially the `env_kwargs` to set the path and entrypoint of the custom repository. We assume there is a `.debugignore` file and a `.debugreadonly` within the repository that labels files/folders that are not seen or not editable, respectively. @@ -142,10 +149,16 @@ As an example, we provide a buggy pytorch code repository in `data/pytorch`. python scripts/run.py scripts/config.yaml --agent -#### 3.4. Design Your Own Tool +#### 3.5. Debugging a Custom SWE-Smith Instance + +[SWE-Smith](https://github.com/SWE-bench/SWE-smith) allows to generate new buggy code instances. Give a custom HuggingFace dataset (either local or remote) that has a similar structure as [SWE-bench/SWE-smith](https://huggingface.co/datasets/SWE-bench/SWE-smith), one can override the `-p base.env_kwargs.dataset_id=` in the command line to run the agent on that dataset. For example, to run on a local dataset: + + python scripts/run.py scripts/config_swesmith.yaml --agent -p base.env_kwargs.dataset_id="path/to/local/dataset" + +#### 3.6. Design Your Own Tool `debug-gym`'s modular design makes it extensible. Users are encouraged to extend `debug-gym` to their specific usecases, for example by creating new tools that diversify an agent's action and observation spaces. For detailed instruction on designing new tools that are `debug-gym`-compatible, please refer to the [Technical Report](https://arxiv.org/abs/2503.21557). -#### 3.5. Analysis and Visualization +#### 3.7. Analysis and Visualization We provide a set of scripts to help analyze the log files (e.g., the `.jsonl` files) generated by the agent. - In the `analysis` folder, we provide scripts that used to generate the corresponding figures in our technical report. diff --git a/debug_gym/gym/envs/swe_smith.py b/debug_gym/gym/envs/swe_smith.py index 4c6390ca..e0e55cf3 100644 --- a/debug_gym/gym/envs/swe_smith.py +++ b/debug_gym/gym/envs/swe_smith.py @@ -117,6 +117,7 @@ def setup_task(self, task_name): self.test_cmd, self.test_directives = get_test_command(self.ds_row) self.fail_to_pass = self.ds_row["FAIL_TO_PASS"] self.pass_to_pass = self.ds_row["PASS_TO_PASS"] + self.log_parser = MAP_REPO_TO_PARSER.get(self.repo, parse_log_pytest) if self.package_name == "python-colorlog": self.package_name = "colorlog" @@ -140,13 +141,17 @@ def setup_task(self, task_name): self.install_configs["install"] = ["pip install uv"] + self.install_configs[ "install" ] - elif self.package_name == "alive-progress": # Removing pdbpp as it creates conflicts, i.e. we read until "(Pdb)" in the pdb tool. self.install_configs["install"].append("pip uninstall -y pdbpp") elif self.package_name == "conan": # Skip system packages installation (they are already installed in the Docker image). self.install_configs["install"] = ["python -m pip install ."] + elif self.package_name == "autograd": + # Disable pytest-xdist which interfers with pytest output. + self.test_cmd = self.test_cmd.replace("--verbose", "-n 0 --verbose") + # Since disabling pytest-xdist, no need for a special log parser. + self.log_parser = parse_log_pytest # Filter out the command that removes tests files. self.install_configs["install"] = [ @@ -192,15 +197,12 @@ def setup_task(self, task_name): self.gold_patch = self.test_patch def calculate_score(self, eval_output: EvalOutput) -> int: - log_parser = MAP_REPO_TO_PARSER.get(self.repo, parse_log_pytest) - test_status_map = log_parser(eval_output.output) + test_status_map = self.log_parser(eval_output.output) score = sum( 1 for test in self.fail_to_pass - # Like in SWE-Smith, we assume silent success. - # Ref: https://github.com/SWE-bench/SWE-smith/blob/main/swesmith/harness/grading.py#L154 - # if test_status_map.get(test, TestStatus.PASSED.value) # *Do not* assume silent success for now as done in SWE-Smith grading.py + # Ref: https://github.com/SWE-bench/SWE-smith/blob/main/swesmith/harness/grading.py#L154 if test_status_map.get(test, TestStatus.ERROR.value) in (TestStatus.PASSED.value, TestStatus.XFAIL.value) ) From c7515551cb7c9607edbdb2be2996811d73a64a39 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Marc-Alexandre=20C=C3=B4t=C3=A9?= Date: Wed, 11 Jun 2025 10:33:38 -0700 Subject: [PATCH 9/9] Adding exclusion list for flaky instances. --- debug_gym/gym/envs/configs/swe_smith.yaml | 29 ++++++++++------------- debug_gym/gym/envs/swe_smith.py | 7 ++++-- scripts/config_swesmith.yaml | 2 +- 3 files changed, 19 insertions(+), 19 deletions(-) diff --git a/debug_gym/gym/envs/configs/swe_smith.yaml b/debug_gym/gym/envs/configs/swe_smith.yaml index aea53d04..bf95da68 100644 --- a/debug_gym/gym/envs/configs/swe_smith.yaml +++ b/debug_gym/gym/envs/configs/swe_smith.yaml @@ -1,18 +1,15 @@ -test-125: - indices: [33926, 10836, 46879, 1920, 11031, 15836, 9324, 17196, 1783, 25696, 17176, 24196, 40343, 47014, 7882, 17544, 10464, 16811, 38862, 11879, 24120, 47100, 19997, 13583, 17959, 30969, 30891, 26234, 11871, 13733, 17876, 6053, 41309, 38023, 40595, 20212, 18936, 40056, 41580, 18398, 29876, 13505, 11921, 14375, 16836, 3340, 18283, 466, 8345, 26030, 41421, 3, 115, 27561, 9718, 11754, 11841, 27942, 34682, 6719, 13220, 39884, 20313, 12484, 16285, 34395, 37156, 16854, 12403, 15723, 15809, 37606, 9627, 15202, 14652, 44181, 32992, 48536, 49180, 23674, 41824, 6962, 39239, 18905, 39945, 19420, 9216, 14527, 1020, 19703, 24270, 44395, 28529, 35440, 4314, 6304, 37964, 20351, 23721, 45198, 38080, 9149, 31043, 31794, 46927, 3495, 14969, 15658, 20572, 11570, 12445, 32017, 37533, 2050, 23034, 3466, 27792, 8470, 24950, 30293, 30609, 36840, 18193, 9172, 18071] - ids: ['Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__1tzqbvbn', 'HIPS__autograd.ac044f0d.lm_rewrite__0980jjjc', 'Knio__dominate.9082227e.combine_file__29cxy57f', 'Mimino666__langdetect.a1598f1a.combine_file__3ne2iu6p', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__fjlc2xjk', 'PyCQA__flake8.cf1542ce.combine_file__2fd9ywo2', 'Suor__funcy.207a7810.combine_file__3u9hti2d', 'adrienverge__yamllint.8513d9b9.combine_file__26dq3p0r', 'agronholm__exceptiongroup.0b4f4937.combine_file__f9ib0lv6', 'agronholm__typeguard.b6a7e438.combine_file__3qg8gxw1', 'aio-libs__async-timeout.d0baa9f1.combine_file__bwy4m1w4', 'alanjds__drf-nested-routers.6144169d.combine_file__839yzecb', 'alecthomas__voluptuous.a7a55f83.combine_file__7jjwdtaj', 'amueller__word_cloud.ec24191c.combine_file__7za9eqrj', 'andialbrecht__sqlparse.e57923b3.combine_file__2fz8wxs9', 'arrow-py__arrow.1d70d009.combine_file__0jlnyumj', 'benoitc__gunicorn.bacbf8aa.combine_file__0uqr7ef6', 'borntyping__python-colorlog.dfa10f59.combine_file__hofui8tk', 'bottlepy__bottle.a8dfef30.func_basic__1oowr66z', 'buriy__python-readability.40256f40.combine_file__2pt3y7up', 'burnash__gspread.a8be3b96.func_pm_ctrl_shuffle__4mn8sjox', 'cantools__cantools.0c6a7871.combine_file__0c0d76py', 'chardet__chardet.9630f238.combine_file__1gm3nc5e', 'cknd__stackprinter.219fcc52.combine_file__3mb4yuht', 'cloudpipe__cloudpickle.6220b0ce.func_basic__0lun00yt', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__6caklxrl', 'cool-RR__PySnooper.57472b46.combine_file__64znr9hf', 'dask__dask.5f61e423.func_pm_ctrl_invert_if__syqymm6m', 'datamade__usaddress.a42a8f0c.combine_file__n8e84hcz', 'davidhalter__parso.338a5760.combine_file__9ubj9fgh', 'dbader__schedule.82a43db1.combine_file__8xn9cuva', 'django-money__django-money.835c1ab8.combine_file__cxfdztpc', 'django__channels.a144b4b8.combine_file__36w5u7ml', 'django__daphne.32ac73e1.combine_file__58p1glea', 'encode__starlette.db5063c2.combine_file__1xwpicp2', 'erikrose__parsimonious.0d3f5f93.combine_file__0w8inm9h', 'facebookresearch__fvcore.a491d5b9.combine_file__0e71vue2', 'facelessuser__soupsieve.a8080d97.combine_file__4hykmc6k', 'gawel__pyquery.811cd048.combine_file__ge0uxzm6', 'getmoto__moto.694ce1f4.func_pm_class_rm_funcs__r3q3udsi', 'getnikola__nikola.0f4c230e.func_pm_class_rm_funcs__loiwq6sx', 'google__textfsm.c31b6007.combine_file__8c98urp5', 'graphql-python__graphene.82903263.combine_file__0mpl4fcm', 'gruns__furl.da386f68.func_basic__d8jvbpx9', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__7iujb6a9', 'gweis__isodate.17cb25eb.combine_file__d89w96je', 'hukkin__tomli.443a0c1b.combine_file__3dpezncq', 'iterative__dvc.1d6ea681.func_pm_class_rm_funcs__16qxdj8c', 'jaraco__inflect.c079a96a.func_basic__31p51k97', 'jawah__charset_normalizer.1fdd6463.combine_file__3y3fmntw', 'jd__tenacity.0d40e76f.combine_file__1n8ql04e', 'john-kurkowski__tldextract.3d1bf184.combine_file__49lzm22u', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__cqdxidw3', 'jsvine__pdfplumber.02ff4313.func_pm_ctrl_invert_if__mlxcx5jt', 'kayak__pypika.1c9646f0.combine_file__0255t16v', 'keleshev__schema.24a30457.func_basic__27m4p2mt', 'kennethreitz__records.5941ab27.func_basic__499hv8uy', 'kurtmckee__feedparser.cad965a3.combine_file__507mosxt', 'lepture__mistune.bf54ef67.combine_file__09sp6cd7', 'life4__textdistance.c3aca916.combine_file__r87diko8', 'lincolnloop__python-qrcode.456b01d4.combine_file__5wxrnyqu', 'luozhouyang__python-string-similarity.115acaac.combine_file__7iakunhx', 'madzak__python-json-logger.5f85723f.func_basic__4ehsxrzn', 'mahmoud__boltons.3bfcfdd0.combine_file__5i1f4zan', 'mahmoud__glom.fb3c4e76.combine_file__22kf0vki', 'marshmallow-code__apispec.8b421526.combine_file__hde72x89', 'marshmallow-code__marshmallow.9716fc62.combine_file__ngnyfe96', 'marshmallow-code__webargs.dbde72fe.combine_file__0hu6mx1r', 'martinblech__xmltodict.0952f382.combine_file__wpu0bspk', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__32ks378x', 'mewwts__addict.75284f95.func_basic__9sg9rq7f', 'mido__mido.a0158ff9.combine_file__2aqd6d0c', 'modin-project__modin.8c7799fd.combine_module__5xk47cme', 'mozilla__bleach.73871d76.combine_file__g5qfdssg', 'mozillazg__python-pinyin.e42dede5.combine_file__9wqxev96', 'msiemens__tinydb.10644a0e.combine_file__60h9750h', 'oauthlib__oauthlib.1fd52536.combine_file__2nfzwp19', 'pallets__click.fde47b4b.combine_file__0hwbui3e', 'pallets__jinja.ada0a9a6.combine_file__0419229c', 'pallets__markupsafe.620c06c9.combine_file__6fk2d773', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__23xf72mt', 'paramiko__paramiko.23f92003.combine_file__0g6xnh23', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__1p5svq9p', 'pexpect__ptyprocess.1067dbda.combine_file__4zof05no', 'pndurette__gTTS.dbcda4f3.combine_file__3vgkdchb', 'prettytable__prettytable.ca90b055.combine_file__2mwa4qpg', 'pudo__dataset.5c2dc8d3.combine_file__2krxnkkn', 'pwaller__pyfiglet.f8c5f35b.combine_file__sind222x', 'pyasn1__pyasn1.0f07d724.combine_file__4n0hmt81', 'pyca__pyopenssl.04766a49.combine_file__ia85jsve', 'pydantic__pydantic.acb0f10f.func_pm_ctrl_invert_if__2uuiyw0w', 'pydata__patsy.a5d16484.combine_file__4txyl1h6', 'pydicom__pydicom.7d361b3d.combine_file__0ghggoro', 'pygments__pygments.27649ebb.combine_file__4jamgfs8', 'pylint-dev__astroid.b114f6b5.combine_file__6romn0vc', 'pyparsing__pyparsing.533adf47.combine_file__0nsujtro', 'pytest-dev__iniconfig.16793ead.combine_file__mntnwwxj', 'python-hyper__h11.bed0dd4a.combine_file__5bgrd1b4', 'python-jsonschema__jsonschema.93e0caa5.combine_file__du2n9vni', 'python-openxml__python-docx.0cf6d71f.combine_file__0yqbm2pe', 'python-trio__trio.cfbbe2c1.pr_2955', 'python__mypy.e93f06ce.pr_10036', 'pyupio__safety.7654596b.combine_file__2gn66224', 'pyutils__line_profiler.a646bf0f.combine_file__0prho0wb', 'r1chardj0n3s__parse.30da9e4f.func_basic__3fmmp8ao', 'rsalmei__alive-progress.35853799.combine_file__eqkjb5kc', 'rubik__radon.54b88e58.combine_file__22d6pzec', 'rustedpy__result.0b855e1e.func_basic__08l7xwcj', 'scanny__python-pptx.278b47b1.combine_file__4nnvhyi2', 'scrapy__scrapy.35212ec5.func_pm_ctrl_shuffle__emx74xng', 'seatgeek__thefuzz.8a05a3ee.combine_file__2uoca06x', 'seperman__deepdiff.ed252022.combine_file__1gus4sew', 'sloria__environs.73c372df.combine_file__hl27l2aa', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__2cfowvks', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_shuffle__1ylz4uy1', 'termcolor__termcolor.3a42086f.func_basic__u7mdjl9x', 'theskumar__python-dotenv.2b8635b7.combine_file__3a81d5iz', 'tkrajina__gpxpy.09fc46b3.combine_file__1ruhyhz2', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__kkm2vydq', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__0vpv8xfl', 'tox-dev__pipdeptree.c31b6418.combine_file__4h17mfat', 'tweepy__tweepy.91a41c6e.combine_file__2sd58d3b', 'un33k__python-slugify.872b3750.combine_file__9694uddh', 'vi3k6i5__flashtext.b316c7e9.func_basic__2jg0vg7s', 'weaveworks__grafanalib.5c3b17ed.combine_file__2a6rzcsr'] -test-126: - indices: [33921, 10836, 46879, 1920, 11024, 15831, 9321, 17193, 1781, 25696, 17174, 24195, 40340, 47011, 7878, 17543, 10463, 16808, 38851, 11879, 24105, 47095, 19997, 13583, 17956, 26552, 30968, 30890, 26216, 11871, 13720, 17876, 6047, 41309, 38023, 40588, 20212, 18936, 40055, 41573, 18363, 29857, 13504, 11920, 14331, 16836, 3331, 18283, 460, 8337, 26029, 41421, 0, 100, 27530, 9718, 11749, 11837, 27932, 34681, 6689, 13213, 39884, 20307, 12476, 16285, 34380, 37142, 16853, 12400, 15719, 15802, 37599, 9627, 15172, 14646, 44176, 32981, 48535, 49180, 23674, 41822, 6958, 39224, 18904, 39943, 19420, 9214, 14527, 1015, 19696, 24230, 44385, 28529, 35410, 4277, 6303, 37960, 20345, 23712, 45193, 38073, 9149, 31035, 31794, 46921, 3477, 14967, 15655, 20542, 11551, 12444, 32017, 37531, 2038, 22931, 3460, 27791, 8470, 24906, 30292, 30606, 36840, 18193, 9168, 18071] - ids: ['Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__041av9lh', 'HIPS__autograd.ac044f0d.lm_rewrite__0980jjjc', 'Knio__dominate.9082227e.combine_file__29cxy57f', 'Mimino666__langdetect.a1598f1a.combine_file__3ne2iu6p', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__0u6zscda', 'PyCQA__flake8.cf1542ce.combine_file__00lpnlny', 'Suor__funcy.207a7810.combine_file__186umsl2', 'adrienverge__yamllint.8513d9b9.combine_file__05pv3u48', 'agronholm__exceptiongroup.0b4f4937.combine_file__74zzufuj', 'agronholm__typeguard.b6a7e438.combine_file__3qg8gxw1', 'aio-libs__async-timeout.d0baa9f1.combine_file__3qpnebr7', 'alanjds__drf-nested-routers.6144169d.combine_file__0cfigj6z', 'alecthomas__voluptuous.a7a55f83.combine_file__0cbk83ph', 'amueller__word_cloud.ec24191c.combine_file__3ebhp167', 'andialbrecht__sqlparse.e57923b3.combine_file__0kpo7qv7', 'arrow-py__arrow.1d70d009.combine_file__09q8ngbx', 'benoitc__gunicorn.bacbf8aa.combine_file__0q9uqnfj', 'borntyping__python-colorlog.dfa10f59.combine_file__932hbnsz', 'bottlepy__bottle.a8dfef30.combine_file__x70r972s', 'buriy__python-readability.40256f40.combine_file__2pt3y7up', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__9gg2j98k', 'cantools__cantools.0c6a7871.combine_file__01jft1mj', 'chardet__chardet.9630f238.combine_file__1gm3nc5e', 'cknd__stackprinter.219fcc52.combine_file__3mb4yuht', 'cloudpipe__cloudpickle.6220b0ce.combine_file__1hg7kf4e', 'conan-io__conan.86f29e13.func_pm_class_rm_base__2b2cs4pz', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__5qi3ub54', 'cool-RR__PySnooper.57472b46.combine_file__5h511qdl', 'dask__dask.5f61e423.func_pm_class_rm_base__1vwih979', 'datamade__usaddress.a42a8f0c.combine_file__n8e84hcz', 'davidhalter__parso.338a5760.combine_file__1ozjorxv', 'dbader__schedule.82a43db1.combine_file__8xn9cuva', 'django-money__django-money.835c1ab8.combine_file__2207opfn', 'django__channels.a144b4b8.combine_file__36w5u7ml', 'django__daphne.32ac73e1.combine_file__58p1glea', 'encode__starlette.db5063c2.combine_file__0hvre36s', 'erikrose__parsimonious.0d3f5f93.combine_file__0w8inm9h', 'facebookresearch__fvcore.a491d5b9.combine_file__0e71vue2', 'facelessuser__soupsieve.a8080d97.combine_file__28fnpmgw', 'gawel__pyquery.811cd048.combine_file__3p0rswud', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__2yj9xqtn', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__190mpaah', 'google__textfsm.c31b6007.combine_file__7milf7b7', 'graphql-python__graphene.82903263.combine_file__00ktyl0x', 'gruns__furl.da386f68.combine_file__a2we49nm', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__7iujb6a9', 'gweis__isodate.17cb25eb.combine_file__0isfhxlp', 'hukkin__tomli.443a0c1b.combine_file__3dpezncq', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__1mq4n48p', 'jaraco__inflect.c079a96a.combine_file__1m7cawal', 'jawah__charset_normalizer.1fdd6463.combine_file__0ne1ir4a', 'jd__tenacity.0d40e76f.combine_file__1n8ql04e', 'john-kurkowski__tldextract.3d1bf184.combine_file__1vnuqpt4', 'joke2k__faker.8b401a7d.func_pm_class_rm_base__6sd07oov', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_base__gek8im5g', 'kayak__pypika.1c9646f0.combine_file__0255t16v', 'keleshev__schema.24a30457.combine_file__8m3txfu7', 'kennethreitz__records.5941ab27.combine_file__6me5ci4d', 'kurtmckee__feedparser.cad965a3.combine_file__10qkvfi4', 'lepture__mistune.bf54ef67.combine_file__09mnfd6d', 'life4__textdistance.c3aca916.combine_file__0sfget5n', 'lincolnloop__python-qrcode.456b01d4.combine_file__2nub3l1p', 'luozhouyang__python-string-similarity.115acaac.combine_file__7iakunhx', 'madzak__python-json-logger.5f85723f.combine_file__99gu5t29', 'mahmoud__boltons.3bfcfdd0.combine_file__0e96jzmh', 'mahmoud__glom.fb3c4e76.combine_file__22kf0vki', 'marshmallow-code__apispec.8b421526.combine_file__0b5bc0wh', 'marshmallow-code__marshmallow.9716fc62.combine_file__06ot1dy4', 'marshmallow-code__webargs.dbde72fe.combine_file__05ra8ndh', 'martinblech__xmltodict.0952f382.combine_file__am8jwrys', 'matthewwithanm__python-markdownify.6258f5c3.combine_file__hbpauk0y', 'mewwts__addict.75284f95.combine_file__3fttj8ti', 'mido__mido.a0158ff9.combine_file__0euprx1w', 'modin-project__modin.8c7799fd.combine_module__5xk47cme', 'mozilla__bleach.73871d76.combine_file__1fx94goc', 'mozillazg__python-pinyin.e42dede5.combine_file__0fuikb5l', 'msiemens__tinydb.10644a0e.combine_file__0176isok', 'oauthlib__oauthlib.1fd52536.combine_file__09vlzwgc', 'pallets__click.fde47b4b.combine_file__08zigyqu', 'pallets__jinja.ada0a9a6.combine_file__0419229c', 'pallets__markupsafe.620c06c9.combine_file__6fk2d773', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__10da8v2t', 'paramiko__paramiko.23f92003.combine_file__06294q2r', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__055x2yzv', 'pexpect__ptyprocess.1067dbda.combine_file__3cb6g60c', 'pndurette__gTTS.dbcda4f3.combine_file__1po2ryn8', 'prettytable__prettytable.ca90b055.combine_file__2mwa4qpg', 'pudo__dataset.5c2dc8d3.combine_file__09k00ucq', 'pwaller__pyfiglet.f8c5f35b.combine_file__sind222x', 'pyasn1__pyasn1.0f07d724.combine_file__01foatge', 'pyca__pyopenssl.04766a49.combine_file__12o1o8ad', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__11pd443v', 'pydata__patsy.a5d16484.combine_file__0fyqd2rn', 'pydicom__pydicom.7d361b3d.combine_file__0ghggoro', 'pygments__pygments.27649ebb.combine_file__07pfbsi4', 'pylint-dev__astroid.b114f6b5.combine_file__03ujys3k', 'pyparsing__pyparsing.533adf47.combine_file__0mxfxgiy', 'pytest-dev__iniconfig.16793ead.combine_file__06k2m7dd', 'python-hyper__h11.bed0dd4a.combine_file__1p8am6k1', 'python-jsonschema__jsonschema.93e0caa5.combine_file__0khtjauk', 'python-openxml__python-docx.0cf6d71f.combine_file__015jbfaw', 'python-trio__trio.cfbbe2c1.func_basic__wc0m7rwr', 'python__mypy.e93f06ce.pr_10036', 'pyupio__safety.7654596b.combine_file__04p8gjzq', 'pyutils__line_profiler.a646bf0f.combine_file__0prho0wb', 'r1chardj0n3s__parse.30da9e4f.combine_file__9g6wvq09', 'rsalmei__alive-progress.35853799.combine_file__03fag9gd', 'rubik__radon.54b88e58.combine_file__0a6xo8gp', 'rustedpy__result.0b855e1e.combine_file__sxi3qfjs', 'scanny__python-pptx.278b47b1.combine_file__00zilcc6', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__7odd8hev', 'seatgeek__thefuzz.8a05a3ee.combine_file__18e0miwg', 'seperman__deepdiff.ed252022.combine_file__1gus4sew', 'sloria__environs.73c372df.combine_file__1ek10skm', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__00xdyhqi', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__0ba7h4uf', 'termcolor__termcolor.3a42086f.combine_file__1lkb1xn6', 'theskumar__python-dotenv.2b8635b7.combine_file__2vu6qegg', 'tkrajina__gpxpy.09fc46b3.combine_file__1ruhyhz2', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__0gwm46qw', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__0s87qpfn', 'tox-dev__pipdeptree.c31b6418.combine_file__0gh8s1gy', 'tweepy__tweepy.91a41c6e.combine_file__2sd58d3b', 'un33k__python-slugify.872b3750.combine_file__9694uddh', 'vi3k6i5__flashtext.b316c7e9.combine_file__9dxlk2rp', 'weaveworks__grafanalib.5c3b17ed.combine_file__2a6rzcsr'] +excluded: [ + # Known issues, ref: https://github.com/SWE-bench/SWE-smith/issues/26 + 'conan-io__conan.86f29e13', # This one is slow. + 'facebookresearch__hydra.0f03eb60', + 'spulec__freezegun.5f171db0', + 'life4__textdistance.c3aca916.combine_file__0sfget5n', + ] -test-1008: - indices: [0, 1, 2, 3, 4, 5, 6, 7, 100, 101, 102, 103, 104, 105, 106, 107, 460, 461, 462, 463, 464, 465, 466, 467, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1781, 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1920, 1921, 1922, 1923, 1924, 1925, 1926, 1927, 2038, 2039, 2040, 2041, 2042, 2043, 2044, 2045, 3331, 3332, 3333, 3334, 3335, 3336, 3337, 3338, 3460, 3461, 3462, 3463, 3464, 3465, 3466, 3467, 3477, 3478, 3479, 3480, 3481, 3482, 3483, 3484, 4277, 4278, 4279, 4280, 4281, 4282, 4283, 4284, 6047, 6048, 6049, 6050, 6051, 6052, 6053, 6054, 6303, 6304, 6305, 6306, 6307, 6308, 6309, 6310, 6689, 6690, 6691, 6692, 6693, 6694, 6695, 6696, 6958, 6959, 6960, 6961, 6962, 6963, 6964, 6965, 7878, 7879, 7880, 7881, 7882, 7883, 7884, 7885, 8337, 8338, 8339, 8340, 8341, 8342, 8343, 8344, 8470, 8471, 8472, 8473, 8474, 8475, 8476, 8477, 9149, 9150, 9151, 9152, 9153, 9154, 9155, 9156, 9168, 9169, 9170, 9171, 9172, 9173, 9174, 9175, 9214, 9215, 9216, 9217, 9218, 9219, 9220, 9221, 9321, 9322, 9323, 9324, 9325, 9326, 9327, 9328, 9627, 9628, 9629, 9630, 9631, 9632, 9633, 9634, 9718, 9719, 9720, 9721, 9722, 9723, 9724, 9725, 10463, 10464, 10465, 10466, 10467, 10468, 10469, 10470, 10836, 10837, 10838, 10839, 10840, 10841, 10842, 10843, 11024, 11025, 11026, 11027, 11028, 11029, 11030, 11031, 11551, 11552, 11553, 11554, 11555, 11556, 11557, 11558, 11749, 11750, 11751, 11752, 11753, 11754, 11755, 11756, 11837, 11838, 11839, 11840, 11841, 11842, 11843, 11844, 11871, 11872, 11873, 11874, 11875, 11876, 11877, 11878, 11879, 11880, 11881, 11882, 11883, 11884, 11885, 11886, 11920, 11921, 11922, 11923, 11924, 11925, 11926, 11927, 12400, 12401, 12402, 12403, 12404, 12405, 12406, 12407, 12444, 12445, 12446, 12447, 12448, 12449, 12450, 12451, 12476, 12477, 12478, 12479, 12480, 12481, 12482, 12483, 13213, 13214, 13215, 13216, 13217, 13218, 13219, 13220, 13504, 13505, 13506, 13507, 13508, 13509, 13510, 13511, 13583, 13584, 13585, 13586, 13587, 13588, 13589, 13590, 13720, 13721, 13722, 13723, 13724, 13725, 13726, 13727, 14331, 14332, 14333, 14334, 14335, 14336, 14337, 14338, 14527, 14528, 14529, 14530, 14531, 14532, 14533, 14534, 14646, 14647, 14648, 14649, 14650, 14651, 14652, 14653, 14967, 14968, 14969, 14970, 14971, 14972, 14973, 14974, 15172, 15173, 15174, 15175, 15176, 15177, 15178, 15179, 15655, 15656, 15657, 15658, 15659, 15660, 15661, 15662, 15719, 15720, 15721, 15722, 15723, 15724, 15725, 15726, 15802, 15803, 15804, 15805, 15806, 15807, 15808, 15809, 15831, 15832, 15833, 15834, 15835, 15836, 15837, 15838, 16285, 16286, 16287, 16288, 16289, 16290, 16291, 16292, 16808, 16809, 16810, 16811, 16812, 16813, 16814, 16815, 16836, 16837, 16838, 16839, 16840, 16841, 16842, 16843, 16853, 16854, 16855, 16856, 16857, 16858, 16859, 16860, 17174, 17175, 17176, 17177, 17178, 17179, 17180, 17181, 17193, 17194, 17195, 17196, 17197, 17198, 17199, 17200, 17543, 17544, 17545, 17546, 17547, 17548, 17549, 17550, 17876, 17877, 17878, 17879, 17880, 17881, 17882, 17883, 17956, 17957, 17958, 17959, 17960, 17961, 17962, 17963, 18071, 18072, 18073, 18074, 18075, 18076, 18077, 18078, 18193, 18194, 18195, 18196, 18197, 18198, 18199, 18200, 18283, 18284, 18285, 18286, 18287, 18288, 18289, 18290, 18363, 18364, 18365, 18366, 18367, 18368, 18369, 18370, 18904, 18905, 18906, 18907, 18908, 18909, 18910, 18911, 18936, 18937, 18938, 18939, 18940, 18941, 18942, 18943, 19420, 19421, 19422, 19423, 19424, 19425, 19426, 19427, 19696, 19697, 19698, 19699, 19700, 19701, 19702, 19703, 19997, 19998, 19999, 20000, 20001, 20002, 20003, 20004, 20212, 20213, 20214, 20215, 20216, 20217, 20218, 20219, 20307, 20308, 20309, 20310, 20311, 20312, 20313, 20314, 20345, 20346, 20347, 20348, 20349, 20350, 20351, 20352, 20542, 20543, 20544, 20545, 20546, 20547, 20548, 20549, 22931, 22932, 22933, 22934, 22935, 22936, 22937, 22938, 23674, 23675, 23676, 23677, 23678, 23679, 23680, 23681, 23712, 23713, 23714, 23715, 23716, 23717, 23718, 23719, 24105, 24106, 24107, 24108, 24109, 24110, 24111, 24112, 24195, 24196, 24197, 24198, 24199, 24200, 24201, 24202, 24230, 24231, 24232, 24233, 24234, 24235, 24236, 24237, 24906, 24907, 24908, 24909, 24910, 24911, 24912, 24913, 25696, 25697, 25698, 25699, 25700, 25701, 25702, 25703, 26029, 26030, 26031, 26032, 26033, 26034, 26035, 26036, 26216, 26217, 26218, 26219, 26220, 26221, 26222, 26223, 26552, 26553, 26554, 26555, 26556, 26557, 26558, 26559, 27530, 27531, 27532, 27533, 27534, 27535, 27536, 27537, 27791, 27792, 27793, 27794, 27795, 27796, 27797, 27798, 27932, 27933, 27934, 27935, 27936, 27937, 27938, 27939, 28529, 28530, 28531, 28532, 28533, 28534, 28535, 28536, 29857, 29858, 29859, 29860, 29861, 29862, 29863, 29864, 30292, 30293, 30294, 30295, 30296, 30297, 30298, 30299, 30606, 30607, 30608, 30609, 30610, 30611, 30612, 30613, 30890, 30891, 30892, 30893, 30894, 30895, 30896, 30897, 30968, 30969, 30970, 30971, 30972, 30973, 30974, 30975, 31035, 31036, 31037, 31038, 31039, 31040, 31041, 31042, 31794, 31795, 31796, 31797, 31798, 31799, 31800, 31801, 32017, 32018, 32019, 32020, 32021, 32022, 32023, 32024, 32981, 32982, 32983, 32984, 32985, 32986, 32987, 32988, 33921, 33922, 33923, 33924, 33925, 33926, 33927, 33928, 34380, 34381, 34382, 34383, 34384, 34385, 34386, 34387, 34681, 34682, 34683, 34684, 34685, 34686, 34687, 34688, 35410, 35411, 35412, 35413, 35414, 35415, 35416, 35417, 36840, 36841, 36842, 36843, 36844, 36845, 36846, 36847, 37142, 37143, 37144, 37145, 37146, 37147, 37148, 37149, 37531, 37532, 37533, 37534, 37535, 37536, 37537, 37538, 37599, 37600, 37601, 37602, 37603, 37604, 37605, 37606, 37960, 37961, 37962, 37963, 37964, 37965, 37966, 37967, 38023, 38024, 38025, 38026, 38027, 38028, 38029, 38030, 38073, 38074, 38075, 38076, 38077, 38078, 38079, 38080, 38851, 38852, 38853, 38854, 38855, 38856, 38857, 38858, 39224, 39225, 39226, 39227, 39228, 39229, 39230, 39231, 39884, 39885, 39886, 39887, 39888, 39889, 39890, 39891, 39943, 39944, 39945, 39946, 39947, 39948, 39949, 39950, 40055, 40056, 40057, 40058, 40059, 40060, 40061, 40062, 40340, 40341, 40342, 40343, 40344, 40345, 40346, 40347, 40588, 40589, 40590, 40591, 40592, 40593, 40594, 40595, 41309, 41310, 41311, 41312, 41313, 41314, 41315, 41316, 41421, 41422, 41423, 41424, 41425, 41426, 41427, 41428, 41573, 41574, 41575, 41576, 41577, 41578, 41579, 41580, 41822, 41823, 41824, 41825, 41826, 41827, 41828, 41829, 44176, 44177, 44178, 44179, 44180, 44181, 44182, 44183, 44385, 44386, 44387, 44388, 44389, 44390, 44391, 44392, 45193, 45194, 45195, 45196, 45197, 45198, 45199, 45200, 46879, 46880, 46881, 46882, 46883, 46884, 46885, 46886, 46921, 46922, 46923, 46924, 46925, 46926, 46927, 46928, 47011, 47012, 47013, 47014, 47015, 47016, 47017, 47018, 47095, 47096, 47097, 47098, 47099, 47100, 47101, 47102, 48535, 48536, 48537, 48538, 48539, 48540, 48541, 48542, 49180, 49181, 49182, 49183, 49184, 49185, 49186, 49187] - ids: ['john-kurkowski__tldextract.3d1bf184.combine_file__1vnuqpt4', 'john-kurkowski__tldextract.3d1bf184.combine_file__28bpyc3y', 'john-kurkowski__tldextract.3d1bf184.combine_file__2fa4wcjb', 'john-kurkowski__tldextract.3d1bf184.combine_file__49lzm22u', 'john-kurkowski__tldextract.3d1bf184.combine_file__5nuggdtn', 'john-kurkowski__tldextract.3d1bf184.combine_file__8zg1ri0m', 'john-kurkowski__tldextract.3d1bf184.combine_file__a8cw58y5', 'john-kurkowski__tldextract.3d1bf184.combine_file__aztgcns2', 'joke2k__faker.8b401a7d.func_pm_class_rm_base__6sd07oov', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__0cx0y46f', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__155blpz6', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__160fu86n', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__1furpvv3', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__2otvphea', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__3r3nx404', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__4s0ebj2d', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__1mq4n48p', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__1ygoyhp0', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__f6vzrswj', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__kxf254x3', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__po70rljf', 'iterative__dvc.1d6ea681.func_pm_class_rm_funcs__0psnagfz', 'iterative__dvc.1d6ea681.func_pm_class_rm_funcs__16qxdj8c', 'iterative__dvc.1d6ea681.func_pm_class_rm_funcs__2k3lhkul', 'pyasn1__pyasn1.0f07d724.combine_file__01foatge', 'pyasn1__pyasn1.0f07d724.combine_file__05o1qjc7', 'pyasn1__pyasn1.0f07d724.combine_file__0kvr531y', 'pyasn1__pyasn1.0f07d724.combine_file__0oiqfjup', 'pyasn1__pyasn1.0f07d724.combine_file__1jbi85xa', 'pyasn1__pyasn1.0f07d724.combine_file__4n0hmt81', 'pyasn1__pyasn1.0f07d724.combine_file__5ei3ghy7', 'pyasn1__pyasn1.0f07d724.combine_file__63syezbg', 'agronholm__exceptiongroup.0b4f4937.combine_file__74zzufuj', 'agronholm__exceptiongroup.0b4f4937.combine_file__e14uhohy', 'agronholm__exceptiongroup.0b4f4937.combine_file__f9ib0lv6', 'agronholm__exceptiongroup.0b4f4937.combine_file__i0w4anf7', 'agronholm__exceptiongroup.0b4f4937.combine_file__leti1lvr', 'agronholm__exceptiongroup.0b4f4937.combine_file__m8abag3k', 'agronholm__exceptiongroup.0b4f4937.combine_file__mw63j2hd', 'agronholm__exceptiongroup.0b4f4937.combine_file__s0m5ibx3', 'Mimino666__langdetect.a1598f1a.combine_file__3ne2iu6p', 'Mimino666__langdetect.a1598f1a.combine_file__6rlr3dzx', 'Mimino666__langdetect.a1598f1a.combine_file__8ahfsx60', 'Mimino666__langdetect.a1598f1a.combine_file__8h7nevau', 'Mimino666__langdetect.a1598f1a.combine_file__8jjjzz0g', 'Mimino666__langdetect.a1598f1a.combine_file__9x07wm73', 'Mimino666__langdetect.a1598f1a.combine_file__baomsq52', 'Mimino666__langdetect.a1598f1a.combine_file__blbshbij', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__00xdyhqi', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__0kj3axpn', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__0rozfmz9', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__0uj94g0d', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__0xaxozxv', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__13uj3ar7', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__19akfyic', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__1wp5z7mg', 'gweis__isodate.17cb25eb.combine_file__0isfhxlp', 'gweis__isodate.17cb25eb.combine_file__0ughdbtx', 'gweis__isodate.17cb25eb.combine_file__19ctjg4p', 'gweis__isodate.17cb25eb.combine_file__1k8q4a9v', 'gweis__isodate.17cb25eb.combine_file__3d5ffych', 'gweis__isodate.17cb25eb.combine_file__4u5mlu9j', 'gweis__isodate.17cb25eb.combine_file__57hxnkcj', 'gweis__isodate.17cb25eb.combine_file__8zpm11c8', 'termcolor__termcolor.3a42086f.combine_file__1lkb1xn6', 'termcolor__termcolor.3a42086f.combine_file__8ltnh873', 'termcolor__termcolor.3a42086f.combine_file__jvn23aeb', 'termcolor__termcolor.3a42086f.combine_file__kcolavuc', 'termcolor__termcolor.3a42086f.func_basic__85cw2fkp', 'termcolor__termcolor.3a42086f.func_basic__j1e1skkr', 'termcolor__termcolor.3a42086f.func_basic__u7mdjl9x', 'termcolor__termcolor.3a42086f.func_basic__voa3vr8k', 'rsalmei__alive-progress.35853799.combine_file__03fag9gd', 'rsalmei__alive-progress.35853799.combine_file__0d2nyr7r', 'rsalmei__alive-progress.35853799.combine_file__1ljzw1ci', 'rsalmei__alive-progress.35853799.combine_file__2ka5aw0g', 'rsalmei__alive-progress.35853799.combine_file__548uahnn', 'rsalmei__alive-progress.35853799.combine_file__5koekd6f', 'rsalmei__alive-progress.35853799.combine_file__5nuterze', 'rsalmei__alive-progress.35853799.combine_file__5uvaw4eq', 'pylint-dev__astroid.b114f6b5.combine_file__03ujys3k', 'pylint-dev__astroid.b114f6b5.combine_file__0443kh77', 'pylint-dev__astroid.b114f6b5.combine_file__0542t5ft', 'pylint-dev__astroid.b114f6b5.combine_file__0exizlwy', 'pylint-dev__astroid.b114f6b5.combine_file__0w3lbknq', 'pylint-dev__astroid.b114f6b5.combine_file__0x6ss9oc', 'pylint-dev__astroid.b114f6b5.combine_file__0zmrug3v', 'pylint-dev__astroid.b114f6b5.combine_file__0zt5q18q', 'django-money__django-money.835c1ab8.combine_file__2207opfn', 'django-money__django-money.835c1ab8.combine_file__26mrrar1', 'django-money__django-money.835c1ab8.combine_file__6g5qo3g8', 'django-money__django-money.835c1ab8.combine_file__7znr0kum', 'django-money__django-money.835c1ab8.combine_file__av81krcf', 'django-money__django-money.835c1ab8.combine_file__balze8su', 'django-money__django-money.835c1ab8.combine_file__cxfdztpc', 'django-money__django-money.835c1ab8.combine_file__f42d2uus', 'pyparsing__pyparsing.533adf47.combine_file__0mxfxgiy', 'pyparsing__pyparsing.533adf47.combine_file__0nsujtro', 'pyparsing__pyparsing.533adf47.combine_file__3jw3qikd', 'pyparsing__pyparsing.533adf47.combine_file__5uxg70c1', 'pyparsing__pyparsing.533adf47.combine_file__62sgh9w7', 'pyparsing__pyparsing.533adf47.combine_file__68skjedt', 'pyparsing__pyparsing.533adf47.combine_file__68vwhhcm', 'pyparsing__pyparsing.533adf47.combine_file__76btnn9u', 'life4__textdistance.c3aca916.combine_file__0sfget5n', 'life4__textdistance.c3aca916.combine_file__135h75f4', 'life4__textdistance.c3aca916.combine_file__2n8fa76r', 'life4__textdistance.c3aca916.combine_file__2ow6yk33', 'life4__textdistance.c3aca916.combine_file__2s9xskfy', 'life4__textdistance.c3aca916.combine_file__3izxykz4', 'life4__textdistance.c3aca916.combine_file__593rz6rb', 'life4__textdistance.c3aca916.combine_file__5a3pe0mb', 'paramiko__paramiko.23f92003.combine_file__06294q2r', 'paramiko__paramiko.23f92003.combine_file__062dokbe', 'paramiko__paramiko.23f92003.combine_file__06ixfhti', 'paramiko__paramiko.23f92003.combine_file__07gu8cok', 'paramiko__paramiko.23f92003.combine_file__0g6xnh23', 'paramiko__paramiko.23f92003.combine_file__13e10lun', 'paramiko__paramiko.23f92003.combine_file__1acju47q', 'paramiko__paramiko.23f92003.combine_file__1eqp9nm1', 'andialbrecht__sqlparse.e57923b3.combine_file__0kpo7qv7', 'andialbrecht__sqlparse.e57923b3.combine_file__1neoviis', 'andialbrecht__sqlparse.e57923b3.combine_file__1wyezdjs', 'andialbrecht__sqlparse.e57923b3.combine_file__2ce20ivv', 'andialbrecht__sqlparse.e57923b3.combine_file__2fz8wxs9', 'andialbrecht__sqlparse.e57923b3.combine_file__365uyea8', 'andialbrecht__sqlparse.e57923b3.combine_file__41rrr227', 'andialbrecht__sqlparse.e57923b3.combine_file__4696vm2s', 'jaraco__inflect.c079a96a.combine_file__1m7cawal', 'jaraco__inflect.c079a96a.combine_file__p1km6bf3', 'jaraco__inflect.c079a96a.combine_file__y2ozfoh0', 'jaraco__inflect.c079a96a.func_basic__0hwljtvh', 'jaraco__inflect.c079a96a.func_basic__1jrv4g0i', 'jaraco__inflect.c079a96a.func_basic__1ohhrkta', 'jaraco__inflect.c079a96a.func_basic__20t8s193', 'jaraco__inflect.c079a96a.func_basic__22egpvdf', 'tkrajina__gpxpy.09fc46b3.combine_file__1ruhyhz2', 'tkrajina__gpxpy.09fc46b3.combine_file__5bnr4po3', 'tkrajina__gpxpy.09fc46b3.combine_file__622pe5nv', 'tkrajina__gpxpy.09fc46b3.combine_file__6h5c7o6p', 'tkrajina__gpxpy.09fc46b3.combine_file__7r5pxkmp', 'tkrajina__gpxpy.09fc46b3.combine_file__8numrqv6', 'tkrajina__gpxpy.09fc46b3.combine_file__cj7fx7u3', 'tkrajina__gpxpy.09fc46b3.combine_file__ehz08wgl', 'python__mypy.e93f06ce.pr_10036', 'python__mypy.e93f06ce.pr_10424', 'python__mypy.e93f06ce.pr_11567', 'python__mypy.e93f06ce.pr_11632', 'python__mypy.e93f06ce.pr_11972', 'python__mypy.e93f06ce.pr_12943', 'python__mypy.e93f06ce.pr_12951', 'python__mypy.e93f06ce.pr_15155', 'vi3k6i5__flashtext.b316c7e9.combine_file__9dxlk2rp', 'vi3k6i5__flashtext.b316c7e9.combine_file__lrgx0qey', 'vi3k6i5__flashtext.b316c7e9.combine_file__m4a2tfh1', 'vi3k6i5__flashtext.b316c7e9.combine_file__of44w59q', 'vi3k6i5__flashtext.b316c7e9.func_basic__2jg0vg7s', 'vi3k6i5__flashtext.b316c7e9.func_basic__40bfagui', 'vi3k6i5__flashtext.b316c7e9.func_basic__4642z3wy', 'vi3k6i5__flashtext.b316c7e9.func_basic__cyvjee42', 'pudo__dataset.5c2dc8d3.combine_file__09k00ucq', 'pudo__dataset.5c2dc8d3.combine_file__2h1v64gn', 'pudo__dataset.5c2dc8d3.combine_file__2krxnkkn', 'pudo__dataset.5c2dc8d3.combine_file__3ttzi4k1', 'pudo__dataset.5c2dc8d3.combine_file__4oc6t9ws', 'pudo__dataset.5c2dc8d3.combine_file__906hgmxb', 'pudo__dataset.5c2dc8d3.combine_file__ab58f4n1', 'pudo__dataset.5c2dc8d3.combine_file__emn854d9', 'Suor__funcy.207a7810.combine_file__186umsl2', 'Suor__funcy.207a7810.combine_file__1zo4pdi4', 'Suor__funcy.207a7810.combine_file__3cucpzij', 'Suor__funcy.207a7810.combine_file__3u9hti2d', 'Suor__funcy.207a7810.combine_file__3y0j7te5', 'Suor__funcy.207a7810.combine_file__4ho5rovv', 'Suor__funcy.207a7810.combine_file__5c2gq3ju', 'Suor__funcy.207a7810.combine_file__5kzv0kej', 'modin-project__modin.8c7799fd.combine_module__5xk47cme', 'modin-project__modin.8c7799fd.combine_module__ay6v1944', 'modin-project__modin.8c7799fd.combine_module__h587z70h', 'modin-project__modin.8c7799fd.combine_module__m5lxs8bb', 'modin-project__modin.8c7799fd.combine_module__rxi0qhe3', 'modin-project__modin.8c7799fd.combine_module__y3bqerxy', 'modin-project__modin.8c7799fd.func_pm_class_rm_funcs__dicn9yqc', 'modin-project__modin.8c7799fd.func_pm_class_rm_funcs__fb82om6g', 'kayak__pypika.1c9646f0.combine_file__0255t16v', 'kayak__pypika.1c9646f0.combine_file__0i1fohni', 'kayak__pypika.1c9646f0.combine_file__0umuc53t', 'kayak__pypika.1c9646f0.combine_file__1o3odg2d', 'kayak__pypika.1c9646f0.combine_file__1z56joe1', 'kayak__pypika.1c9646f0.combine_file__1zjm16oa', 'kayak__pypika.1c9646f0.combine_file__2znk3s7x', 'kayak__pypika.1c9646f0.combine_file__3l94afus', 'benoitc__gunicorn.bacbf8aa.combine_file__0q9uqnfj', 'benoitc__gunicorn.bacbf8aa.combine_file__0uqr7ef6', 'benoitc__gunicorn.bacbf8aa.combine_file__18uz4fdc', 'benoitc__gunicorn.bacbf8aa.combine_file__1b24eq17', 'benoitc__gunicorn.bacbf8aa.combine_file__2n0dy0tp', 'benoitc__gunicorn.bacbf8aa.combine_file__2w6h4yfi', 'benoitc__gunicorn.bacbf8aa.combine_file__339uwkx7', 'benoitc__gunicorn.bacbf8aa.combine_file__3764djw5', 'HIPS__autograd.ac044f0d.lm_rewrite__0980jjjc', 'HIPS__autograd.ac044f0d.lm_rewrite__1g1waab6', 'HIPS__autograd.ac044f0d.lm_rewrite__2l1df76i', 'HIPS__autograd.ac044f0d.lm_rewrite__2qr2vvm9', 'HIPS__autograd.ac044f0d.lm_rewrite__346224tb', 'HIPS__autograd.ac044f0d.lm_rewrite__350um2ft', 'HIPS__autograd.ac044f0d.lm_rewrite__3kli7885', 'HIPS__autograd.ac044f0d.lm_rewrite__3knuyqu0', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__0u6zscda', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__2qad2hn2', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__4cid2k7l', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__4dqhqlsw', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__5vwk53u1', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__ashlhx57', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__cjlsz1z2', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__fjlc2xjk', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__7odd8hev', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__bnrrsi7l', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__po0m9cgu', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__uqk05prw', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__xfg1evii', 'scrapy__scrapy.35212ec5.func_pm_class_rm_funcs__55mkr3mw', 'scrapy__scrapy.35212ec5.func_pm_class_rm_funcs__9sggl157', 'scrapy__scrapy.35212ec5.func_pm_class_rm_funcs__d4ml819f', 'keleshev__schema.24a30457.combine_file__8m3txfu7', 'keleshev__schema.24a30457.combine_file__ums0p8s3', 'keleshev__schema.24a30457.combine_file__xbyfjk8q', 'keleshev__schema.24a30457.func_basic__0aje89jo', 'keleshev__schema.24a30457.func_basic__18wfkgq9', 'keleshev__schema.24a30457.func_basic__27m4p2mt', 'keleshev__schema.24a30457.func_basic__3ta24sq5', 'keleshev__schema.24a30457.func_basic__4dp0lvs4', 'kennethreitz__records.5941ab27.combine_file__6me5ci4d', 'kennethreitz__records.5941ab27.combine_file__95trbjmz', 'kennethreitz__records.5941ab27.combine_file__dxnionnt', 'kennethreitz__records.5941ab27.combine_file__uh6f3qdk', 'kennethreitz__records.5941ab27.func_basic__499hv8uy', 'kennethreitz__records.5941ab27.func_basic__6bfvq24z', 'kennethreitz__records.5941ab27.func_basic__8ansg240', 'kennethreitz__records.5941ab27.func_basic__8zrs6ums', 'datamade__usaddress.a42a8f0c.combine_file__n8e84hcz', 'datamade__usaddress.a42a8f0c.combine_file__sjv6rfix', 'datamade__usaddress.a42a8f0c.func_basic__0ieb44hl', 'datamade__usaddress.a42a8f0c.func_basic__nnibebxs', 'datamade__usaddress.a42a8f0c.func_basic__qz92fvke', 'datamade__usaddress.a42a8f0c.func_pm_remove_assign__y0jijrlk', 'datamade__usaddress.a42a8f0c.lm_rewrite__gvqcmfw6', 'datamade__usaddress.a42a8f0c.lm_rewrite__qrc0sw5h', 'buriy__python-readability.40256f40.combine_file__2pt3y7up', 'buriy__python-readability.40256f40.combine_file__7fqs6b1x', 'buriy__python-readability.40256f40.combine_file__g74gcsrk', 'buriy__python-readability.40256f40.combine_file__iikzw4g3', 'buriy__python-readability.40256f40.combine_file__x2nhj31u', 'buriy__python-readability.40256f40.combine_file__x5n1fqg7', 'buriy__python-readability.40256f40.combine_file__yirqhpk6', 'buriy__python-readability.40256f40.func_basic__2kph0vc5', 'graphql-python__graphene.82903263.combine_file__00ktyl0x', 'graphql-python__graphene.82903263.combine_file__0mpl4fcm', 'graphql-python__graphene.82903263.combine_file__0v89t20o', 'graphql-python__graphene.82903263.combine_file__1do1d8k0', 'graphql-python__graphene.82903263.combine_file__26v2crpy', 'graphql-python__graphene.82903263.combine_file__2fh7k3fy', 'graphql-python__graphene.82903263.combine_file__2wnkiunv', 'graphql-python__graphene.82903263.combine_file__340c1rlv', 'martinblech__xmltodict.0952f382.combine_file__am8jwrys', 'martinblech__xmltodict.0952f382.combine_file__arrvo4as', 'martinblech__xmltodict.0952f382.combine_file__fonimf13', 'martinblech__xmltodict.0952f382.combine_file__wpu0bspk', 'martinblech__xmltodict.0952f382.func_basic__0exrjpwz', 'martinblech__xmltodict.0952f382.func_basic__254qp8xw', 'martinblech__xmltodict.0952f382.func_basic__3jcqeuys', 'martinblech__xmltodict.0952f382.func_basic__4ry5wj8i', 'seatgeek__thefuzz.8a05a3ee.combine_file__18e0miwg', 'seatgeek__thefuzz.8a05a3ee.combine_file__2uoca06x', 'seatgeek__thefuzz.8a05a3ee.combine_file__49lwir4y', 'seatgeek__thefuzz.8a05a3ee.combine_file__5s3frnhb', 'seatgeek__thefuzz.8a05a3ee.combine_file__ceibttt0', 'seatgeek__thefuzz.8a05a3ee.combine_file__e1efgbx1', 'seatgeek__thefuzz.8a05a3ee.combine_file__idurqdip', 'seatgeek__thefuzz.8a05a3ee.combine_file__pqbbf4di', 'mahmoud__boltons.3bfcfdd0.combine_file__0e96jzmh', 'mahmoud__boltons.3bfcfdd0.combine_file__0p2kme8h', 'mahmoud__boltons.3bfcfdd0.combine_file__17srw53y', 'mahmoud__boltons.3bfcfdd0.combine_file__2ceafjfc', 'mahmoud__boltons.3bfcfdd0.combine_file__3edw4q46', 'mahmoud__boltons.3bfcfdd0.combine_file__4c75anje', 'mahmoud__boltons.3bfcfdd0.combine_file__4gam6og9', 'mahmoud__boltons.3bfcfdd0.combine_file__4ludpvf0', 'lincolnloop__python-qrcode.456b01d4.combine_file__2nub3l1p', 'lincolnloop__python-qrcode.456b01d4.combine_file__3arti7hc', 'lincolnloop__python-qrcode.456b01d4.combine_file__3n9y7zn6', 'lincolnloop__python-qrcode.456b01d4.combine_file__3xl5wxe3', 'lincolnloop__python-qrcode.456b01d4.combine_file__47m1l8q8', 'lincolnloop__python-qrcode.456b01d4.combine_file__4xb12bgr', 'lincolnloop__python-qrcode.456b01d4.combine_file__5c4qoajj', 'lincolnloop__python-qrcode.456b01d4.combine_file__5wxrnyqu', 'google__textfsm.c31b6007.combine_file__7milf7b7', 'google__textfsm.c31b6007.combine_file__8c98urp5', 'google__textfsm.c31b6007.combine_file__969y33qv', 'google__textfsm.c31b6007.combine_file__bgk6tlx2', 'google__textfsm.c31b6007.combine_file__d1l5ywjm', 'google__textfsm.c31b6007.combine_file__jhjs16p8', 'google__textfsm.c31b6007.combine_file__n71is6qa', 'google__textfsm.c31b6007.combine_file__ntri0mjn', 'cknd__stackprinter.219fcc52.combine_file__3mb4yuht', 'cknd__stackprinter.219fcc52.combine_file__5x4jvjgf', 'cknd__stackprinter.219fcc52.combine_file__762052u8', 'cknd__stackprinter.219fcc52.combine_file__7gqfh6ju', 'cknd__stackprinter.219fcc52.combine_file__ari1pvlw', 'cknd__stackprinter.219fcc52.combine_file__bjl887iw', 'cknd__stackprinter.219fcc52.combine_file__bplftd4e', 'cknd__stackprinter.219fcc52.combine_file__e6q4r13i', 'davidhalter__parso.338a5760.combine_file__1ozjorxv', 'davidhalter__parso.338a5760.combine_file__24zievc9', 'davidhalter__parso.338a5760.combine_file__3d6bca3i', 'davidhalter__parso.338a5760.combine_file__3xs7ozwy', 'davidhalter__parso.338a5760.combine_file__42r2dt32', 'davidhalter__parso.338a5760.combine_file__4agkr1qk', 'davidhalter__parso.338a5760.combine_file__5862c62m', 'davidhalter__parso.338a5760.combine_file__6ai9x66t', 'gruns__furl.da386f68.combine_file__a2we49nm', 'gruns__furl.da386f68.combine_file__d6g4zu97', 'gruns__furl.da386f68.combine_file__ikudh8vv', 'gruns__furl.da386f68.combine_file__mk6pxlic', 'gruns__furl.da386f68.combine_file__mxp5kqco', 'gruns__furl.da386f68.combine_file__pz8y2v7o', 'gruns__furl.da386f68.combine_file__w4yy9ukv', 'gruns__furl.da386f68.func_basic__0v9ni7yq', 'pwaller__pyfiglet.f8c5f35b.combine_file__sind222x', 'pwaller__pyfiglet.f8c5f35b.func_basic__kbelcvef', 'pwaller__pyfiglet.f8c5f35b.func_basic__sjopxapv', 'pwaller__pyfiglet.f8c5f35b.func_basic__t9m6563e', 'pwaller__pyfiglet.f8c5f35b.func_basic__zh9g8b3e', 'pwaller__pyfiglet.f8c5f35b.func_pm_ctrl_invert_if__c3il7wrt', 'pwaller__pyfiglet.f8c5f35b.func_pm_ctrl_shuffle__n7wjcwpl', 'pwaller__pyfiglet.f8c5f35b.func_pm_op_swap__4tsl9r61', 'mozillazg__python-pinyin.e42dede5.combine_file__0fuikb5l', 'mozillazg__python-pinyin.e42dede5.combine_file__31m1c4eg', 'mozillazg__python-pinyin.e42dede5.combine_file__4hfqnaiz', 'mozillazg__python-pinyin.e42dede5.combine_file__5or39o5l', 'mozillazg__python-pinyin.e42dede5.combine_file__8wos70yn', 'mozillazg__python-pinyin.e42dede5.combine_file__96dnv6g9', 'mozillazg__python-pinyin.e42dede5.combine_file__9wqxev96', 'mozillazg__python-pinyin.e42dede5.combine_file__ay992gn5', 'rubik__radon.54b88e58.combine_file__0a6xo8gp', 'rubik__radon.54b88e58.combine_file__0m2cizlo', 'rubik__radon.54b88e58.combine_file__22d6pzec', 'rubik__radon.54b88e58.combine_file__34a07l8b', 'rubik__radon.54b88e58.combine_file__4k3ntkqd', 'rubik__radon.54b88e58.combine_file__8bw0yabk', 'rubik__radon.54b88e58.combine_file__aeuepbc6', 'rubik__radon.54b88e58.combine_file__f1atqy1u', 'mozilla__bleach.73871d76.combine_file__1fx94goc', 'mozilla__bleach.73871d76.combine_file__1i64kagr', 'mozilla__bleach.73871d76.combine_file__1kdsqwbh', 'mozilla__bleach.73871d76.combine_file__1rh9tq3c', 'mozilla__bleach.73871d76.combine_file__1wcmbe9g', 'mozilla__bleach.73871d76.combine_file__2c9cnu0u', 'mozilla__bleach.73871d76.combine_file__3cci51ck', 'mozilla__bleach.73871d76.combine_file__3md5e1na', 'rustedpy__result.0b855e1e.combine_file__sxi3qfjs', 'rustedpy__result.0b855e1e.combine_file__vkyo92k2', 'rustedpy__result.0b855e1e.combine_file__yurwytjm', 'rustedpy__result.0b855e1e.func_basic__08l7xwcj', 'rustedpy__result.0b855e1e.func_basic__4sff6k2a', 'rustedpy__result.0b855e1e.func_basic__541ntd9w', 'rustedpy__result.0b855e1e.func_basic__5h1cvgnz', 'rustedpy__result.0b855e1e.func_basic__6jm5kqa2', 'matthewwithanm__python-markdownify.6258f5c3.combine_file__hbpauk0y', 'matthewwithanm__python-markdownify.6258f5c3.combine_file__q9i2yu7a', 'matthewwithanm__python-markdownify.6258f5c3.combine_file__qf4n5sdn', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__1yf6xw2a', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__32ks378x', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__3dpki6xc', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__3kgopq3v', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__4l5sk3ck', 'mewwts__addict.75284f95.combine_file__3fttj8ti', 'mewwts__addict.75284f95.combine_file__6ib4g5h0', 'mewwts__addict.75284f95.combine_file__d5w1dhpb', 'mewwts__addict.75284f95.combine_file__mtx0k9ve', 'mewwts__addict.75284f95.func_basic__06sj084c', 'mewwts__addict.75284f95.func_basic__46pugudf', 'mewwts__addict.75284f95.func_basic__90wh3hv9', 'mewwts__addict.75284f95.func_basic__9sg9rq7f', 'PyCQA__flake8.cf1542ce.combine_file__00lpnlny', 'PyCQA__flake8.cf1542ce.combine_file__0dzqx93s', 'PyCQA__flake8.cf1542ce.combine_file__0gss8zww', 'PyCQA__flake8.cf1542ce.combine_file__0t6ke5r4', 'PyCQA__flake8.cf1542ce.combine_file__0tdwg1ff', 'PyCQA__flake8.cf1542ce.combine_file__2fd9ywo2', 'PyCQA__flake8.cf1542ce.combine_file__3bz6n3sp', 'PyCQA__flake8.cf1542ce.combine_file__4jtpxlth', 'mahmoud__glom.fb3c4e76.combine_file__22kf0vki', 'mahmoud__glom.fb3c4e76.combine_file__231n3xl8', 'mahmoud__glom.fb3c4e76.combine_file__3r2lnntt', 'mahmoud__glom.fb3c4e76.combine_file__4xr7plz3', 'mahmoud__glom.fb3c4e76.combine_file__58t357sd', 'mahmoud__glom.fb3c4e76.combine_file__63c1epiq', 'mahmoud__glom.fb3c4e76.combine_file__6j1ump4h', 'mahmoud__glom.fb3c4e76.combine_file__7sm9muzc', 'borntyping__python-colorlog.dfa10f59.combine_file__932hbnsz', 'borntyping__python-colorlog.dfa10f59.combine_file__bmf3qqlj', 'borntyping__python-colorlog.dfa10f59.combine_file__c5zkrgjb', 'borntyping__python-colorlog.dfa10f59.combine_file__hofui8tk', 'borntyping__python-colorlog.dfa10f59.combine_file__jv64mtl0', 'borntyping__python-colorlog.dfa10f59.combine_file__l0l2xw5k', 'borntyping__python-colorlog.dfa10f59.combine_file__mgwf3p06', 'borntyping__python-colorlog.dfa10f59.combine_file__wm7ptqv5', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__7iujb6a9', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__sy2hagpa', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__u55dm8je', 'gruns__icecream.f76fef56.func_pm_ctrl_shuffle__0559gjlc', 'gruns__icecream.f76fef56.func_pm_ctrl_shuffle__3dkw6kmj', 'gruns__icecream.f76fef56.func_pm_ctrl_shuffle__mych2umn', 'gruns__icecream.f76fef56.func_pm_ctrl_shuffle__z95tfg9w', 'gruns__icecream.f76fef56.func_pm_remove_assign__0qxyj4dh', 'marshmallow-code__webargs.dbde72fe.combine_file__05ra8ndh', 'marshmallow-code__webargs.dbde72fe.combine_file__0hu6mx1r', 'marshmallow-code__webargs.dbde72fe.combine_file__0nt3a64o', 'marshmallow-code__webargs.dbde72fe.combine_file__0wayeg8k', 'marshmallow-code__webargs.dbde72fe.combine_file__0xhn3aaa', 'marshmallow-code__webargs.dbde72fe.combine_file__2sj4kwou', 'marshmallow-code__webargs.dbde72fe.combine_file__2swj55ex', 'marshmallow-code__webargs.dbde72fe.combine_file__3wapyyi1', 'aio-libs__async-timeout.d0baa9f1.combine_file__3qpnebr7', 'aio-libs__async-timeout.d0baa9f1.combine_file__6efj5rce', 'aio-libs__async-timeout.d0baa9f1.combine_file__bwy4m1w4', 'aio-libs__async-timeout.d0baa9f1.combine_file__la9dmvt9', 'aio-libs__async-timeout.d0baa9f1.combine_file__vwjwx6t0', 'aio-libs__async-timeout.d0baa9f1.func_basic__0tq3zk35', 'aio-libs__async-timeout.d0baa9f1.func_basic__38edt9p9', 'aio-libs__async-timeout.d0baa9f1.func_basic__4dm8pgbf', 'adrienverge__yamllint.8513d9b9.combine_file__05pv3u48', 'adrienverge__yamllint.8513d9b9.combine_file__14gghax7', 'adrienverge__yamllint.8513d9b9.combine_file__16usfuj8', 'adrienverge__yamllint.8513d9b9.combine_file__26dq3p0r', 'adrienverge__yamllint.8513d9b9.combine_file__2catxf74', 'adrienverge__yamllint.8513d9b9.combine_file__2usnc4qn', 'adrienverge__yamllint.8513d9b9.combine_file__3fyj490o', 'adrienverge__yamllint.8513d9b9.combine_file__5xrg18p4', 'arrow-py__arrow.1d70d009.combine_file__09q8ngbx', 'arrow-py__arrow.1d70d009.combine_file__0jlnyumj', 'arrow-py__arrow.1d70d009.combine_file__7c8e35bb', 'arrow-py__arrow.1d70d009.combine_file__7ostu42h', 'arrow-py__arrow.1d70d009.combine_file__7z9cmpd8', 'arrow-py__arrow.1d70d009.combine_file__8pbefy25', 'arrow-py__arrow.1d70d009.combine_file__bf6naic0', 'arrow-py__arrow.1d70d009.combine_file__cqusykoi', 'dbader__schedule.82a43db1.combine_file__8xn9cuva', 'dbader__schedule.82a43db1.combine_file__fd66g5jv', 'dbader__schedule.82a43db1.combine_file__gzk55qjr', 'dbader__schedule.82a43db1.func_basic__1d2lxayf', 'dbader__schedule.82a43db1.func_basic__1dqum7qo', 'dbader__schedule.82a43db1.func_basic__2xjsfsa4', 'dbader__schedule.82a43db1.func_basic__3uexycvf', 'dbader__schedule.82a43db1.func_basic__3uvexel4', 'cloudpipe__cloudpickle.6220b0ce.combine_file__1hg7kf4e', 'cloudpipe__cloudpickle.6220b0ce.combine_file__il2fiv3e', 'cloudpipe__cloudpickle.6220b0ce.combine_file__us3l4ey7', 'cloudpipe__cloudpickle.6220b0ce.func_basic__0lun00yt', 'cloudpipe__cloudpickle.6220b0ce.func_basic__1dg7iueb', 'cloudpipe__cloudpickle.6220b0ce.func_basic__1rxtz1uw', 'cloudpipe__cloudpickle.6220b0ce.func_basic__2oqo0xtt', 'cloudpipe__cloudpickle.6220b0ce.func_basic__33i9rvbh', 'weaveworks__grafanalib.5c3b17ed.combine_file__2a6rzcsr', 'weaveworks__grafanalib.5c3b17ed.combine_file__2ug37o2m', 'weaveworks__grafanalib.5c3b17ed.combine_file__3qvu493c', 'weaveworks__grafanalib.5c3b17ed.combine_file__5ovcwkq5', 'weaveworks__grafanalib.5c3b17ed.combine_file__6r8fkq6p', 'weaveworks__grafanalib.5c3b17ed.combine_file__curvfb6e', 'weaveworks__grafanalib.5c3b17ed.combine_file__e2kkr9a3', 'weaveworks__grafanalib.5c3b17ed.combine_file__ln8o7r6k', 'un33k__python-slugify.872b3750.combine_file__9694uddh', 'un33k__python-slugify.872b3750.combine_file__bqvl1rmh', 'un33k__python-slugify.872b3750.combine_file__clw5azh4', 'un33k__python-slugify.872b3750.combine_file__u8635nxq', 'un33k__python-slugify.872b3750.combine_file__xmioikmw', 'un33k__python-slugify.872b3750.func_basic__0imkjpwx', 'un33k__python-slugify.872b3750.func_basic__0t6x84si', 'un33k__python-slugify.872b3750.func_basic__17sm7cpm', 'hukkin__tomli.443a0c1b.combine_file__3dpezncq', 'hukkin__tomli.443a0c1b.combine_file__417c3yvo', 'hukkin__tomli.443a0c1b.combine_file__54fsgxc7', 'hukkin__tomli.443a0c1b.combine_file__55v3asff', 'hukkin__tomli.443a0c1b.combine_file__9ga4hh9z', 'hukkin__tomli.443a0c1b.combine_file__jtga1vqq', 'hukkin__tomli.443a0c1b.combine_file__wnhdkd6v', 'hukkin__tomli.443a0c1b.combine_file__y7vvdg7n', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__2yj9xqtn', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__8b4xbbwj', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__f6ugmz8d', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__ibxcc1yg', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__mgznzhdj', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__mzlrypww', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__no0ggxjh', 'getmoto__moto.694ce1f4.func_pm_class_rm_funcs__0bt1044j', 'pexpect__ptyprocess.1067dbda.combine_file__3cb6g60c', 'pexpect__ptyprocess.1067dbda.combine_file__4zof05no', 'pexpect__ptyprocess.1067dbda.combine_file__6o8lu8v9', 'pexpect__ptyprocess.1067dbda.combine_file__folgodyu', 'pexpect__ptyprocess.1067dbda.combine_file__kyh4v6q3', 'pexpect__ptyprocess.1067dbda.combine_file__lnie3t4d', 'pexpect__ptyprocess.1067dbda.combine_file__t572dfx8', 'pexpect__ptyprocess.1067dbda.combine_file__z9xh0tlg', 'facebookresearch__fvcore.a491d5b9.combine_file__0e71vue2', 'facebookresearch__fvcore.a491d5b9.combine_file__0i0ekelh', 'facebookresearch__fvcore.a491d5b9.combine_file__0s48fnto', 'facebookresearch__fvcore.a491d5b9.combine_file__1uoqm710', 'facebookresearch__fvcore.a491d5b9.combine_file__1vidfnc7', 'facebookresearch__fvcore.a491d5b9.combine_file__21198gv2', 'facebookresearch__fvcore.a491d5b9.combine_file__4pue59l8', 'facebookresearch__fvcore.a491d5b9.combine_file__4zed2l5m', 'prettytable__prettytable.ca90b055.combine_file__2mwa4qpg', 'prettytable__prettytable.ca90b055.combine_file__4w7uchqh', 'prettytable__prettytable.ca90b055.combine_file__9f0r8icw', 'prettytable__prettytable.ca90b055.combine_file__hks00kto', 'prettytable__prettytable.ca90b055.combine_file__huv4rtpp', 'prettytable__prettytable.ca90b055.combine_file__kqx81ldk', 'prettytable__prettytable.ca90b055.combine_file__u5hkdpry', 'prettytable__prettytable.ca90b055.combine_file__u7zf4461', 'pyca__pyopenssl.04766a49.combine_file__12o1o8ad', 'pyca__pyopenssl.04766a49.combine_file__4jzvfouh', 'pyca__pyopenssl.04766a49.combine_file__5j645xx1', 'pyca__pyopenssl.04766a49.combine_file__5lywfosx', 'pyca__pyopenssl.04766a49.combine_file__8qxekyts', 'pyca__pyopenssl.04766a49.combine_file__9bp5eeit', 'pyca__pyopenssl.04766a49.combine_file__er4hmcrk', 'pyca__pyopenssl.04766a49.combine_file__ia85jsve', 'chardet__chardet.9630f238.combine_file__1gm3nc5e', 'chardet__chardet.9630f238.combine_file__3nsj1x6m', 'chardet__chardet.9630f238.combine_file__4zqsxdno', 'chardet__chardet.9630f238.combine_file__5tat64kj', 'chardet__chardet.9630f238.combine_file__5tt5tpcd', 'chardet__chardet.9630f238.combine_file__5zgxk3lq', 'chardet__chardet.9630f238.combine_file__7qgyacf6', 'chardet__chardet.9630f238.combine_file__7x92xa0x', 'erikrose__parsimonious.0d3f5f93.combine_file__0w8inm9h', 'erikrose__parsimonious.0d3f5f93.combine_file__1o7g4ht7', 'erikrose__parsimonious.0d3f5f93.combine_file__1pctdw4e', 'erikrose__parsimonious.0d3f5f93.combine_file__2j26m0c0', 'erikrose__parsimonious.0d3f5f93.combine_file__40y5imtu', 'erikrose__parsimonious.0d3f5f93.combine_file__4raaase2', 'erikrose__parsimonious.0d3f5f93.combine_file__67ziqhs5', 'erikrose__parsimonious.0d3f5f93.combine_file__6gds31pm', 'madzak__python-json-logger.5f85723f.combine_file__99gu5t29', 'madzak__python-json-logger.5f85723f.combine_file__fjdw5yv1', 'madzak__python-json-logger.5f85723f.combine_file__ke8hbycn', 'madzak__python-json-logger.5f85723f.combine_file__nh0rsii3', 'madzak__python-json-logger.5f85723f.combine_file__q463g4fv', 'madzak__python-json-logger.5f85723f.func_basic__39f5tjo8', 'madzak__python-json-logger.5f85723f.func_basic__4ehsxrzn', 'madzak__python-json-logger.5f85723f.func_basic__aerukaes', 'python-hyper__h11.bed0dd4a.combine_file__1p8am6k1', 'python-hyper__h11.bed0dd4a.combine_file__1uccq29y', 'python-hyper__h11.bed0dd4a.combine_file__2hozrie3', 'python-hyper__h11.bed0dd4a.combine_file__3ukf7amt', 'python-hyper__h11.bed0dd4a.combine_file__4fir9h4i', 'python-hyper__h11.bed0dd4a.combine_file__4pj8390q', 'python-hyper__h11.bed0dd4a.combine_file__5bgrd1b4', 'python-hyper__h11.bed0dd4a.combine_file__5qwccxor', 'scanny__python-pptx.278b47b1.combine_file__00zilcc6', 'scanny__python-pptx.278b47b1.combine_file__04139km7', 'scanny__python-pptx.278b47b1.combine_file__09kkjruy', 'scanny__python-pptx.278b47b1.combine_file__0evvhc7f', 'scanny__python-pptx.278b47b1.combine_file__0eywru1q', 'scanny__python-pptx.278b47b1.combine_file__0kr0b9k2', 'scanny__python-pptx.278b47b1.combine_file__1024ja80', 'scanny__python-pptx.278b47b1.combine_file__12iqsb6k', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__0ba7h4uf', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__0elbdsh2', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__0sg6mre4', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__1j7z9x4r', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__1xafg0ad', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__1xevgfqv', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__2iga6n8o', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__2ju77rbj', 'pallets__markupsafe.620c06c9.combine_file__6fk2d773', 'pallets__markupsafe.620c06c9.combine_file__7pv2r8sa', 'pallets__markupsafe.620c06c9.combine_file__ccc15c5c', 'pallets__markupsafe.620c06c9.combine_module__1ltcsjob', 'pallets__markupsafe.620c06c9.combine_module__ncbr7cx2', 'pallets__markupsafe.620c06c9.combine_module__y1pg0riq', 'pallets__markupsafe.620c06c9.func_basic__09grfhrm', 'pallets__markupsafe.620c06c9.func_basic__0wzdzswq', 'python-jsonschema__jsonschema.93e0caa5.combine_file__0khtjauk', 'python-jsonschema__jsonschema.93e0caa5.combine_file__21d1hf20', 'python-jsonschema__jsonschema.93e0caa5.combine_file__42o7uejc', 'python-jsonschema__jsonschema.93e0caa5.combine_file__53wfwg73', 'python-jsonschema__jsonschema.93e0caa5.combine_file__6jni9w50', 'python-jsonschema__jsonschema.93e0caa5.combine_file__8qw04t9r', 'python-jsonschema__jsonschema.93e0caa5.combine_file__9768s4jg', 'python-jsonschema__jsonschema.93e0caa5.combine_file__ctzblfjz', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__9gg2j98k', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__fbjq2qr8', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__ltykv367', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__yon1nvjp', 'burnash__gspread.a8be3b96.func_pm_ctrl_invert_if__biuzi3ak', 'burnash__gspread.a8be3b96.func_pm_ctrl_invert_if__bmbta5wc', 'burnash__gspread.a8be3b96.func_pm_ctrl_invert_if__bxl52eyc', 'burnash__gspread.a8be3b96.func_pm_ctrl_invert_if__d7erwm6l', 'alanjds__drf-nested-routers.6144169d.combine_file__0cfigj6z', 'alanjds__drf-nested-routers.6144169d.combine_file__839yzecb', 'alanjds__drf-nested-routers.6144169d.combine_file__bqgncj3s', 'alanjds__drf-nested-routers.6144169d.combine_file__dv8rqgke', 'alanjds__drf-nested-routers.6144169d.combine_file__h6jsmlcl', 'alanjds__drf-nested-routers.6144169d.combine_file__irw2qw0b', 'alanjds__drf-nested-routers.6144169d.combine_file__jyq1fhw2', 'alanjds__drf-nested-routers.6144169d.combine_file__uaa81nj3', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__11pd443v', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__aa5njpnv', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__bzvwtksy', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__j2g6lz4f', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__m67no0an', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__qy6wl2ce', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__uokuu5di', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_funcs__07d3nx5n', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__0gwm46qw', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__1n9nuo0y', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__2h5ewy0i', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__2hoa5sr6', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__2jq6jsa6', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__2o5fet0m', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__3mldsxdt', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__3pr2zg43', 'agronholm__typeguard.b6a7e438.combine_file__3qg8gxw1', 'agronholm__typeguard.b6a7e438.combine_file__4bk2n7og', 'agronholm__typeguard.b6a7e438.combine_file__5py5l9eu', 'agronholm__typeguard.b6a7e438.combine_file__7uri3gp4', 'agronholm__typeguard.b6a7e438.combine_file__b1knf251', 'agronholm__typeguard.b6a7e438.combine_file__bvbn0gpe', 'agronholm__typeguard.b6a7e438.combine_file__cczk49sy', 'agronholm__typeguard.b6a7e438.combine_file__e4rqzfcc', 'jawah__charset_normalizer.1fdd6463.combine_file__0ne1ir4a', 'jawah__charset_normalizer.1fdd6463.combine_file__3y3fmntw', 'jawah__charset_normalizer.1fdd6463.combine_file__5sk85hd0', 'jawah__charset_normalizer.1fdd6463.combine_file__acmyecgb', 'jawah__charset_normalizer.1fdd6463.combine_file__ca75kx3e', 'jawah__charset_normalizer.1fdd6463.combine_file__clacbvhr', 'jawah__charset_normalizer.1fdd6463.combine_file__d58pvsxg', 'jawah__charset_normalizer.1fdd6463.combine_file__inhpys6t', 'dask__dask.5f61e423.func_pm_class_rm_base__1vwih979', 'dask__dask.5f61e423.func_pm_class_rm_base__32q61l8x', 'dask__dask.5f61e423.func_pm_class_rm_base__46wit1dc', 'dask__dask.5f61e423.func_pm_class_rm_base__bdd291gg', 'dask__dask.5f61e423.func_pm_class_rm_base__znpkfijr', 'dask__dask.5f61e423.func_pm_class_rm_funcs__3cafi6zi', 'dask__dask.5f61e423.func_pm_class_rm_funcs__drpc1v34', 'dask__dask.5f61e423.func_pm_class_rm_funcs__elhb5k4h', 'conan-io__conan.86f29e13.func_pm_class_rm_base__2b2cs4pz', 'conan-io__conan.86f29e13.func_pm_class_rm_base__hhazcmx4', 'conan-io__conan.86f29e13.func_pm_class_rm_base__suk4kf13', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__0xw6n4ca', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__1am80dhh', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__1r8gye1x', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__1stixt9t', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__3807jlzd', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_base__gek8im5g', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_base__rf6ce3g2', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_base__v3j7kc2r', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__70vbvbrt', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__dzs11myp', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__f4lzsnq5', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__i15lbsl0', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__lunb4h9t', 'theskumar__python-dotenv.2b8635b7.combine_file__2vu6qegg', 'theskumar__python-dotenv.2b8635b7.combine_file__3a81d5iz', 'theskumar__python-dotenv.2b8635b7.combine_file__63lxvkh0', 'theskumar__python-dotenv.2b8635b7.combine_file__6sy6c7ci', 'theskumar__python-dotenv.2b8635b7.combine_file__730qoxlj', 'theskumar__python-dotenv.2b8635b7.combine_file__74xti2ug', 'theskumar__python-dotenv.2b8635b7.combine_file__dqp5j7dt', 'theskumar__python-dotenv.2b8635b7.combine_file__e0jr85m4', 'kurtmckee__feedparser.cad965a3.combine_file__10qkvfi4', 'kurtmckee__feedparser.cad965a3.combine_file__115z1mk8', 'kurtmckee__feedparser.cad965a3.combine_file__1bc7c007', 'kurtmckee__feedparser.cad965a3.combine_file__28jb9bj5', 'kurtmckee__feedparser.cad965a3.combine_file__2o1m1k3z', 'kurtmckee__feedparser.cad965a3.combine_file__33d71que', 'kurtmckee__feedparser.cad965a3.combine_file__3ryn05a8', 'kurtmckee__feedparser.cad965a3.combine_file__4rwzdmvu', 'pydicom__pydicom.7d361b3d.combine_file__0ghggoro', 'pydicom__pydicom.7d361b3d.combine_file__0jksb9xk', 'pydicom__pydicom.7d361b3d.combine_file__0jmol1n9', 'pydicom__pydicom.7d361b3d.combine_file__0qxd4zzm', 'pydicom__pydicom.7d361b3d.combine_file__0vxkhhwo', 'pydicom__pydicom.7d361b3d.combine_file__12emkth1', 'pydicom__pydicom.7d361b3d.combine_file__14uxxwab', 'pydicom__pydicom.7d361b3d.combine_file__1fs990nr', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__190mpaah', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__daz5a39r', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__ol4aal46', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__tkgl7cyw', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__ugtpdds5', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__zv7x95s1', 'getnikola__nikola.0f4c230e.func_pm_class_rm_funcs__24ai2kls', 'getnikola__nikola.0f4c230e.func_pm_class_rm_funcs__28qerqka', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__0s87qpfn', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__0vpv8xfl', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__9arwdobl', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__cpjy955b', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__thtu5ghb', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__ydnlpbg4', 'tornadoweb__tornado.d5ac65c1.func_pm_remove_assign__04nr21m5', 'tornadoweb__tornado.d5ac65c1.func_pm_remove_assign__08ybmk1v', 'tox-dev__pipdeptree.c31b6418.combine_file__0gh8s1gy', 'tox-dev__pipdeptree.c31b6418.combine_file__11z2eos1', 'tox-dev__pipdeptree.c31b6418.combine_file__41p15jiv', 'tox-dev__pipdeptree.c31b6418.combine_file__4h17mfat', 'tox-dev__pipdeptree.c31b6418.combine_file__51zjkuzq', 'tox-dev__pipdeptree.c31b6418.combine_file__62y6y1z2', 'tox-dev__pipdeptree.c31b6418.combine_file__6gjve3jy', 'tox-dev__pipdeptree.c31b6418.combine_file__bb0r8mlb', 'cool-RR__PySnooper.57472b46.combine_file__5h511qdl', 'cool-RR__PySnooper.57472b46.combine_file__64znr9hf', 'cool-RR__PySnooper.57472b46.combine_file__c1yofpus', 'cool-RR__PySnooper.57472b46.combine_file__hth94s14', 'cool-RR__PySnooper.57472b46.combine_file__kaskithn', 'cool-RR__PySnooper.57472b46.combine_file__ngcqf0tq', 'cool-RR__PySnooper.57472b46.combine_file__o2g12nrt', 'cool-RR__PySnooper.57472b46.combine_file__obu4ldcg', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__5qi3ub54', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__6caklxrl', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__brekbh1h', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__nknsedq7', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__sr0dfj04', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__u2kljodk', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__u7yr7kjf', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_cond__ii619b2k', 'pyupio__safety.7654596b.combine_file__04p8gjzq', 'pyupio__safety.7654596b.combine_file__05a4lwua', 'pyupio__safety.7654596b.combine_file__0gi8g8jb', 'pyupio__safety.7654596b.combine_file__194p9nv7', 'pyupio__safety.7654596b.combine_file__1eyp40a4', 'pyupio__safety.7654596b.combine_file__1mbujtt8', 'pyupio__safety.7654596b.combine_file__200tfojn', 'pyupio__safety.7654596b.combine_file__226qoijk', 'pyutils__line_profiler.a646bf0f.combine_file__0prho0wb', 'pyutils__line_profiler.a646bf0f.combine_file__476joy72', 'pyutils__line_profiler.a646bf0f.combine_file__48jhimga', 'pyutils__line_profiler.a646bf0f.combine_file__556m1h3j', 'pyutils__line_profiler.a646bf0f.combine_file__6bk9iwo8', 'pyutils__line_profiler.a646bf0f.combine_file__6divwv83', 'pyutils__line_profiler.a646bf0f.combine_file__7x5dfkhi', 'pyutils__line_profiler.a646bf0f.combine_file__7xkjd20n', 'seperman__deepdiff.ed252022.combine_file__1gus4sew', 'seperman__deepdiff.ed252022.combine_file__4a1gyrc5', 'seperman__deepdiff.ed252022.combine_file__4wetuurf', 'seperman__deepdiff.ed252022.combine_file__6bbvwjpi', 'seperman__deepdiff.ed252022.combine_file__6ry562i4', 'seperman__deepdiff.ed252022.combine_file__82ez4u9e', 'seperman__deepdiff.ed252022.combine_file__8k1f45vr', 'seperman__deepdiff.ed252022.combine_file__8x47gdrl', 'oauthlib__oauthlib.1fd52536.combine_file__09vlzwgc', 'oauthlib__oauthlib.1fd52536.combine_file__0fceycuu', 'oauthlib__oauthlib.1fd52536.combine_file__0hkl0pea', 'oauthlib__oauthlib.1fd52536.combine_file__0mvyid7d', 'oauthlib__oauthlib.1fd52536.combine_file__0q5tya4o', 'oauthlib__oauthlib.1fd52536.combine_file__0qgnxkrq', 'oauthlib__oauthlib.1fd52536.combine_file__1bsv3m8l', 'oauthlib__oauthlib.1fd52536.combine_file__1gnd4ecz', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__041av9lh', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__08222ijt', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__087t8zrv', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__0pgv38lu', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__1saqryqs', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__1tzqbvbn', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__1uip6nek', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__2q6emitb', 'marshmallow-code__apispec.8b421526.combine_file__0b5bc0wh', 'marshmallow-code__apispec.8b421526.combine_file__1b1d48dr', 'marshmallow-code__apispec.8b421526.combine_file__2ehfsa4g', 'marshmallow-code__apispec.8b421526.combine_file__2vezx9kc', 'marshmallow-code__apispec.8b421526.combine_file__3ju0wa8a', 'marshmallow-code__apispec.8b421526.combine_file__4vwkps8t', 'marshmallow-code__apispec.8b421526.combine_file__4wxfpqmd', 'marshmallow-code__apispec.8b421526.combine_file__aue772w3', 'lepture__mistune.bf54ef67.combine_file__09mnfd6d', 'lepture__mistune.bf54ef67.combine_file__09sp6cd7', 'lepture__mistune.bf54ef67.combine_file__0aoboqi4', 'lepture__mistune.bf54ef67.combine_file__0bbjsd3t', 'lepture__mistune.bf54ef67.combine_file__13pv1f7w', 'lepture__mistune.bf54ef67.combine_file__1le88ebo', 'lepture__mistune.bf54ef67.combine_file__1rxs74tc', 'lepture__mistune.bf54ef67.combine_file__27rr3nzg', 'pygments__pygments.27649ebb.combine_file__07pfbsi4', 'pygments__pygments.27649ebb.combine_file__0btycrpr', 'pygments__pygments.27649ebb.combine_file__0bvd1xox', 'pygments__pygments.27649ebb.combine_file__0jqqr58z', 'pygments__pygments.27649ebb.combine_file__10iyw9d8', 'pygments__pygments.27649ebb.combine_file__15x4uecw', 'pygments__pygments.27649ebb.combine_file__1av74s7e', 'pygments__pygments.27649ebb.combine_file__1c15vqvc', 'tweepy__tweepy.91a41c6e.combine_file__2sd58d3b', 'tweepy__tweepy.91a41c6e.combine_file__4h1vgt5z', 'tweepy__tweepy.91a41c6e.combine_file__6cy576uw', 'tweepy__tweepy.91a41c6e.combine_file__6j4qwyaj', 'tweepy__tweepy.91a41c6e.combine_file__8qwie0il', 'tweepy__tweepy.91a41c6e.combine_file__97z7jvzh', 'tweepy__tweepy.91a41c6e.combine_file__blgr6pwj', 'tweepy__tweepy.91a41c6e.combine_file__cdff7lxw', 'marshmallow-code__marshmallow.9716fc62.combine_file__06ot1dy4', 'marshmallow-code__marshmallow.9716fc62.combine_file__0prhse85', 'marshmallow-code__marshmallow.9716fc62.combine_file__0q1n0ecb', 'marshmallow-code__marshmallow.9716fc62.combine_file__1f1l6u28', 'marshmallow-code__marshmallow.9716fc62.combine_file__29ehfjk9', 'marshmallow-code__marshmallow.9716fc62.combine_file__3v78pmpu', 'marshmallow-code__marshmallow.9716fc62.combine_file__5m9xnodp', 'marshmallow-code__marshmallow.9716fc62.combine_file__e633n9uz', 'sloria__environs.73c372df.combine_file__1ek10skm', 'sloria__environs.73c372df.combine_file__4c0u0nrb', 'sloria__environs.73c372df.combine_file__hl27l2aa', 'sloria__environs.73c372df.func_basic__0p065oiu', 'sloria__environs.73c372df.func_basic__0y60rc4i', 'sloria__environs.73c372df.func_basic__211immx9', 'sloria__environs.73c372df.func_basic__2f88ob16', 'sloria__environs.73c372df.func_basic__2keos446', 'mido__mido.a0158ff9.combine_file__0euprx1w', 'mido__mido.a0158ff9.combine_file__0fl93e4b', 'mido__mido.a0158ff9.combine_file__0keigd13', 'mido__mido.a0158ff9.combine_file__0sacfuh0', 'mido__mido.a0158ff9.combine_file__0wq14mst', 'mido__mido.a0158ff9.combine_file__1rii4p3k', 'mido__mido.a0158ff9.combine_file__24y6ceab', 'mido__mido.a0158ff9.combine_file__2aqd6d0c', 'pytest-dev__iniconfig.16793ead.combine_file__06k2m7dd', 'pytest-dev__iniconfig.16793ead.combine_file__7sy6l55s', 'pytest-dev__iniconfig.16793ead.combine_file__8p3bls4q', 'pytest-dev__iniconfig.16793ead.combine_file__jl9yaxwe', 'pytest-dev__iniconfig.16793ead.combine_file__mntnwwxj', 'pytest-dev__iniconfig.16793ead.combine_file__rca5g2oy', 'pytest-dev__iniconfig.16793ead.combine_file__umz4f4fy', 'pytest-dev__iniconfig.16793ead.combine_module__38m0i0wv', 'django__daphne.32ac73e1.combine_file__58p1glea', 'django__daphne.32ac73e1.combine_file__5ylgk8zv', 'django__daphne.32ac73e1.combine_file__6brmldtt', 'django__daphne.32ac73e1.combine_file__7y9nhxun', 'django__daphne.32ac73e1.combine_file__807agcgh', 'django__daphne.32ac73e1.combine_file__ln1v3m1p', 'django__daphne.32ac73e1.combine_file__ngqv80py', 'django__daphne.32ac73e1.combine_file__rsm4pkd0', 'python-trio__trio.cfbbe2c1.func_basic__wc0m7rwr', 'python-trio__trio.cfbbe2c1.combine_file__u5pdfrd3', 'python-trio__trio.cfbbe2c1.func_basic__vcmscytv', 'python-trio__trio.cfbbe2c1.combine_file__dr2tjt6n', 'python-trio__trio.cfbbe2c1.func_basic__fksbq5dj', 'python-trio__trio.cfbbe2c1.func_basic__aktwjmtr', 'python-trio__trio.cfbbe2c1.func_basic__rc6mcni4', 'python-trio__trio.cfbbe2c1.pr_2955', 'bottlepy__bottle.a8dfef30.combine_file__x70r972s', 'bottlepy__bottle.a8dfef30.combine_file__xtjxmlv7', 'bottlepy__bottle.a8dfef30.combine_file__zau84fwc', 'bottlepy__bottle.a8dfef30.func_basic__0mdlomrj', 'bottlepy__bottle.a8dfef30.func_basic__0mk0h5g4', 'bottlepy__bottle.a8dfef30.func_basic__0vv1q5yz', 'bottlepy__bottle.a8dfef30.func_basic__0wprhjy0', 'bottlepy__bottle.a8dfef30.func_basic__0yaqi7l2', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__055x2yzv', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__06convwo', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__0cphw74b', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__0fvtijhk', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__0rbqlz88', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__0tgvwq39', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__15p0z6ws', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__18jc4n6p', 'luozhouyang__python-string-similarity.115acaac.combine_file__7iakunhx', 'luozhouyang__python-string-similarity.115acaac.combine_file__cu1lt1by', 'luozhouyang__python-string-similarity.115acaac.combine_file__d9cyukdt', 'luozhouyang__python-string-similarity.115acaac.combine_file__jzax0e58', 'luozhouyang__python-string-similarity.115acaac.func_basic__0w9pdflo', 'luozhouyang__python-string-similarity.115acaac.func_basic__1ouyfaee', 'luozhouyang__python-string-similarity.115acaac.func_basic__3yir7e7s', 'luozhouyang__python-string-similarity.115acaac.func_basic__6nnrxgue', 'pndurette__gTTS.dbcda4f3.combine_file__1po2ryn8', 'pndurette__gTTS.dbcda4f3.combine_file__1zhoofcz', 'pndurette__gTTS.dbcda4f3.combine_file__3vgkdchb', 'pndurette__gTTS.dbcda4f3.combine_file__4ycb5liv', 'pndurette__gTTS.dbcda4f3.combine_file__5pcyfgzt', 'pndurette__gTTS.dbcda4f3.combine_file__5zdqt3o6', 'pndurette__gTTS.dbcda4f3.combine_file__61kck7q8', 'pndurette__gTTS.dbcda4f3.combine_file__6bepxwc2', 'facelessuser__soupsieve.a8080d97.combine_file__28fnpmgw', 'facelessuser__soupsieve.a8080d97.combine_file__4hykmc6k', 'facelessuser__soupsieve.a8080d97.combine_file__4jzzvwyt', 'facelessuser__soupsieve.a8080d97.combine_file__7d9o8znn', 'facelessuser__soupsieve.a8080d97.combine_file__7hpsty70', 'facelessuser__soupsieve.a8080d97.combine_file__7ruwiqdz', 'facelessuser__soupsieve.a8080d97.combine_file__9n0vmn3t', 'facelessuser__soupsieve.a8080d97.combine_file__9qf258xz', 'alecthomas__voluptuous.a7a55f83.combine_file__0cbk83ph', 'alecthomas__voluptuous.a7a55f83.combine_file__4wqvyjg4', 'alecthomas__voluptuous.a7a55f83.combine_file__5aqytgr5', 'alecthomas__voluptuous.a7a55f83.combine_file__7jjwdtaj', 'alecthomas__voluptuous.a7a55f83.combine_file__b704pf2d', 'alecthomas__voluptuous.a7a55f83.combine_file__cd5z2c4x', 'alecthomas__voluptuous.a7a55f83.combine_file__eus5c1yw', 'alecthomas__voluptuous.a7a55f83.combine_file__f029a3dy', 'encode__starlette.db5063c2.combine_file__0hvre36s', 'encode__starlette.db5063c2.combine_file__0sg525jy', 'encode__starlette.db5063c2.combine_file__0wh5mew1', 'encode__starlette.db5063c2.combine_file__16ogjphx', 'encode__starlette.db5063c2.combine_file__17o76mta', 'encode__starlette.db5063c2.combine_file__1q1r5qt4', 'encode__starlette.db5063c2.combine_file__1wwliazb', 'encode__starlette.db5063c2.combine_file__1xwpicp2', 'django__channels.a144b4b8.combine_file__36w5u7ml', 'django__channels.a144b4b8.combine_file__3vz23bal', 'django__channels.a144b4b8.combine_file__6kxwut8u', 'django__channels.a144b4b8.combine_file__8v5yzdfy', 'django__channels.a144b4b8.combine_file__ae8i7kif', 'django__channels.a144b4b8.combine_file__cal03fjh', 'django__channels.a144b4b8.combine_file__dggv4yle', 'django__channels.a144b4b8.combine_file__di1guq84', 'jd__tenacity.0d40e76f.combine_file__1n8ql04e', 'jd__tenacity.0d40e76f.combine_file__4gcf36bk', 'jd__tenacity.0d40e76f.combine_file__4sazn12s', 'jd__tenacity.0d40e76f.combine_file__7w229mgr', 'jd__tenacity.0d40e76f.combine_file__8pa1fxvj', 'jd__tenacity.0d40e76f.combine_file__c4q32ads', 'jd__tenacity.0d40e76f.combine_file__cuo9gg46', 'jd__tenacity.0d40e76f.combine_file__dcboug1i', 'gawel__pyquery.811cd048.combine_file__3p0rswud', 'gawel__pyquery.811cd048.combine_file__3zrxts82', 'gawel__pyquery.811cd048.combine_file__5mj1ad0i', 'gawel__pyquery.811cd048.combine_file__9a1hjqxv', 'gawel__pyquery.811cd048.combine_file__aqle5ysj', 'gawel__pyquery.811cd048.combine_file__c5rty20y', 'gawel__pyquery.811cd048.combine_file__dhwjalxa', 'gawel__pyquery.811cd048.combine_file__ge0uxzm6', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__10da8v2t', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__1n6eil40', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__23xf72mt', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__6t3kqvvr', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__9gx6q1e5', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__a9em20zo', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__dwkjjonu', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__eigo7fvb', 'msiemens__tinydb.10644a0e.combine_file__0176isok', 'msiemens__tinydb.10644a0e.combine_file__07uxvexn', 'msiemens__tinydb.10644a0e.combine_file__1chu224v', 'msiemens__tinydb.10644a0e.combine_file__3nxtrr1s', 'msiemens__tinydb.10644a0e.combine_file__5n0lgdym', 'msiemens__tinydb.10644a0e.combine_file__60h9750h', 'msiemens__tinydb.10644a0e.combine_file__6zdx5iab', 'msiemens__tinydb.10644a0e.combine_file__85k8geqy', 'pydata__patsy.a5d16484.combine_file__0fyqd2rn', 'pydata__patsy.a5d16484.combine_file__0o8ong30', 'pydata__patsy.a5d16484.combine_file__1d9hsten', 'pydata__patsy.a5d16484.combine_file__1ixetz2t', 'pydata__patsy.a5d16484.combine_file__1wtzp7p3', 'pydata__patsy.a5d16484.combine_file__2hhqu6us', 'pydata__patsy.a5d16484.combine_file__3868r2j8', 'pydata__patsy.a5d16484.combine_file__3h01mua0', 'python-openxml__python-docx.0cf6d71f.combine_file__015jbfaw', 'python-openxml__python-docx.0cf6d71f.combine_file__0c7vaiht', 'python-openxml__python-docx.0cf6d71f.combine_file__0ca51ynz', 'python-openxml__python-docx.0cf6d71f.combine_file__0i9lw0gq', 'python-openxml__python-docx.0cf6d71f.combine_file__0tbyp21r', 'python-openxml__python-docx.0cf6d71f.combine_file__0yqbm2pe', 'python-openxml__python-docx.0cf6d71f.combine_file__1445yzy0', 'python-openxml__python-docx.0cf6d71f.combine_file__1iffevmz', 'Knio__dominate.9082227e.combine_file__29cxy57f', 'Knio__dominate.9082227e.combine_file__2zd38qg5', 'Knio__dominate.9082227e.combine_file__c41n4t58', 'Knio__dominate.9082227e.combine_file__d7fon4r9', 'Knio__dominate.9082227e.combine_file__goh3sa64', 'Knio__dominate.9082227e.combine_file__h3zeq2of', 'Knio__dominate.9082227e.combine_file__ipd1y2xj', 'Knio__dominate.9082227e.combine_file__kbi8bkks', 'r1chardj0n3s__parse.30da9e4f.combine_file__9g6wvq09', 'r1chardj0n3s__parse.30da9e4f.combine_file__p70qcld7', 'r1chardj0n3s__parse.30da9e4f.combine_file__tmi4n65a', 'r1chardj0n3s__parse.30da9e4f.func_basic__0i1oecyo', 'r1chardj0n3s__parse.30da9e4f.func_basic__1efyknco', 'r1chardj0n3s__parse.30da9e4f.func_basic__1rvyujmy', 'r1chardj0n3s__parse.30da9e4f.func_basic__3fmmp8ao', 'r1chardj0n3s__parse.30da9e4f.func_basic__3k5hi2zp', 'amueller__word_cloud.ec24191c.combine_file__3ebhp167', 'amueller__word_cloud.ec24191c.combine_file__3m9bcvn3', 'amueller__word_cloud.ec24191c.combine_file__4kwkjjrc', 'amueller__word_cloud.ec24191c.combine_file__7za9eqrj', 'amueller__word_cloud.ec24191c.combine_file__9bx7cdni', 'amueller__word_cloud.ec24191c.combine_file__c5yjoing', 'amueller__word_cloud.ec24191c.combine_file__do6xqi4d', 'amueller__word_cloud.ec24191c.combine_file__g0znxmoz', 'cantools__cantools.0c6a7871.combine_file__01jft1mj', 'cantools__cantools.0c6a7871.combine_file__02y1oom0', 'cantools__cantools.0c6a7871.combine_file__05wgqjp2', 'cantools__cantools.0c6a7871.combine_file__07mxw5uc', 'cantools__cantools.0c6a7871.combine_file__07xdw34c', 'cantools__cantools.0c6a7871.combine_file__0c0d76py', 'cantools__cantools.0c6a7871.combine_file__0t45ljxl', 'cantools__cantools.0c6a7871.combine_file__1if4edt6', 'pallets__click.fde47b4b.combine_file__08zigyqu', 'pallets__click.fde47b4b.combine_file__0hwbui3e', 'pallets__click.fde47b4b.combine_file__0p8nh9y7', 'pallets__click.fde47b4b.combine_file__0rq2ro69', 'pallets__click.fde47b4b.combine_file__0u0l8w0d', 'pallets__click.fde47b4b.combine_file__0z47r0v8', 'pallets__click.fde47b4b.combine_file__197lwif7', 'pallets__click.fde47b4b.combine_file__1dmpgrck', 'pallets__jinja.ada0a9a6.combine_file__0419229c', 'pallets__jinja.ada0a9a6.combine_file__0hp3sb4k', 'pallets__jinja.ada0a9a6.combine_file__12iw26nd', 'pallets__jinja.ada0a9a6.combine_file__1yn8jahd', 'pallets__jinja.ada0a9a6.combine_file__27wyb8n3', 'pallets__jinja.ada0a9a6.combine_file__2xs92gv1', 'pallets__jinja.ada0a9a6.combine_file__34lw1y4l', 'pallets__jinja.ada0a9a6.combine_file__3ft2eivu'] +train-789: [ + 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__041av9lh', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_module__0e8cxuum', 'Cog-Creators__Red-DiscordBot.33e0eac7.func_pm_class_rm_base__925whqbt', 'Cog-Creators__Red-DiscordBot.33e0eac7.func_pm_ctrl_invert_if__0c1dp4rr', 'Cog-Creators__Red-DiscordBot.33e0eac7.func_pm_op_change_const__m1988jgt', 'Cog-Creators__Red-DiscordBot.33e0eac7.func_pm_remove_assign__9a4xvwhd', 'Cog-Creators__Red-DiscordBot.33e0eac7.lm_rewrite__lgb4ejah', 'Cog-Creators__Red-DiscordBot.33e0eac7.pr_5947', 'HIPS__autograd.ac044f0d.func_pm_ctrl_invert_if__2ud66zpw', 'HIPS__autograd.ac044f0d.func_pm_op_break_chains__h6fowp6q', 'HIPS__autograd.ac044f0d.func_pm_remove_assign__33fdq15e', 'HIPS__autograd.ac044f0d.lm_rewrite__0980jjjc', 'Knio__dominate.9082227e.combine_file__29cxy57f', 'Knio__dominate.9082227e.func_pm_class_rm_base__44pnxlan', 'Knio__dominate.9082227e.func_pm_ctrl_shuffle__4b96h7zr', 'Knio__dominate.9082227e.func_pm_remove_cond__inf10y4j', 'Knio__dominate.9082227e.lm_rewrite__461x0qe2', 'Knio__dominate.9082227e.pr_166', 'Mimino666__langdetect.a1598f1a.combine_file__3ne2iu6p', 'Mimino666__langdetect.a1598f1a.combine_module__2q2ur4nm', 'Mimino666__langdetect.a1598f1a.func_pm_class_rm_funcs__842dr37d', 'Mimino666__langdetect.a1598f1a.func_pm_ctrl_invert_if__up9qazlk', 'Mimino666__langdetect.a1598f1a.func_pm_op_swap__cyphmux1', 'Mimino666__langdetect.a1598f1a.func_pm_remove_assign__6i51zp8c', 'Mimino666__langdetect.a1598f1a.lm_rewrite__4mcfbbpa', 'Project-MONAI__MONAI.a09c1f08.combine_file__5csj6xn4', 'Project-MONAI__MONAI.a09c1f08.combine_module__0pne2sjc', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__0u6zscda', 'Project-MONAI__MONAI.a09c1f08.func_pm_ctrl_invert_if__13rvtbtl', 'Project-MONAI__MONAI.a09c1f08.func_pm_op_break_chains__1fnd84l4', 'Project-MONAI__MONAI.a09c1f08.func_pm_remove_assign__07a6qani', 'Project-MONAI__MONAI.a09c1f08.lm_rewrite__72gy8wto', 'Project-MONAI__MONAI.a09c1f08.pr_4377', 'PyCQA__flake8.cf1542ce.combine_file__00lpnlny', 'PyCQA__flake8.cf1542ce.combine_module__69ofud9b', 'PyCQA__flake8.cf1542ce.func_pm_class_rm_base__i0cbqw5x', 'PyCQA__flake8.cf1542ce.func_pm_ctrl_invert_if__0ye2uncz', 'PyCQA__flake8.cf1542ce.func_pm_op_swap__l5gd6enz', 'PyCQA__flake8.cf1542ce.func_pm_remove_assign__4647kjaa', 'PyCQA__flake8.cf1542ce.lm_rewrite__3x7j5f9p', 'PyCQA__flake8.cf1542ce.pr_1847', 'Suor__funcy.207a7810.combine_file__186umsl2', 'Suor__funcy.207a7810.func_pm_op_change__vt0hxx5a', 'Suor__funcy.207a7810.func_pm_remove_assign__5yufyy2a', 'Suor__funcy.207a7810.lm_rewrite__01e30g2p', 'adrienverge__yamllint.8513d9b9.combine_file__05pv3u48', 'adrienverge__yamllint.8513d9b9.combine_module__0ks1rma7', 'adrienverge__yamllint.8513d9b9.func_pm_op_break_chains__7qlh5m8s', 'adrienverge__yamllint.8513d9b9.func_pm_remove_assign__0dqjg9h7', 'adrienverge__yamllint.8513d9b9.lm_rewrite__0750mjzm', 'adrienverge__yamllint.8513d9b9.pr_525', 'agronholm__exceptiongroup.0b4f4937.combine_file__74zzufuj', 'agronholm__exceptiongroup.0b4f4937.combine_module__1bpeot65', 'agronholm__exceptiongroup.0b4f4937.func_pm_class_rm_base__aq1eemqk', 'agronholm__exceptiongroup.0b4f4937.func_pm_ctrl_invert_if__1tc67sb0', 'agronholm__exceptiongroup.0b4f4937.func_pm_op_break_chains__91jw6ix0', 'agronholm__exceptiongroup.0b4f4937.func_pm_remove_assign__0bx0buzk', 'agronholm__exceptiongroup.0b4f4937.lm_rewrite__0mv3i7ga', 'agronholm__exceptiongroup.0b4f4937.pr_101', 'agronholm__typeguard.b6a7e438.combine_file__3qg8gxw1', 'agronholm__typeguard.b6a7e438.combine_module__1knoriqb', 'agronholm__typeguard.b6a7e438.func_pm_class_rm_base__aecogv9v', 'agronholm__typeguard.b6a7e438.func_pm_ctrl_invert_if__2bgn9p8v', 'agronholm__typeguard.b6a7e438.func_pm_op_break_chains__ceb4s3n3', 'agronholm__typeguard.b6a7e438.func_pm_remove_assign__0fb1erxd', 'agronholm__typeguard.b6a7e438.lm_rewrite__1dhk31yf', 'agronholm__typeguard.b6a7e438.pr_350', 'aio-libs__async-timeout.d0baa9f1.combine_file__3qpnebr7', 'aio-libs__async-timeout.d0baa9f1.lm_rewrite__6u2agdmd', 'alanjds__drf-nested-routers.6144169d.combine_file__0cfigj6z', 'alanjds__drf-nested-routers.6144169d.func_pm_ctrl_shuffle__758felx3', 'alanjds__drf-nested-routers.6144169d.func_pm_op_swap__k0e5pdge', 'alanjds__drf-nested-routers.6144169d.func_pm_remove_cond__ntj52iql', 'alanjds__drf-nested-routers.6144169d.lm_rewrite__134rq2rq', 'alecthomas__voluptuous.a7a55f83.combine_file__0cbk83ph', 'alecthomas__voluptuous.a7a55f83.func_pm_class_rm_base__i6y5sodb', 'alecthomas__voluptuous.a7a55f83.func_pm_ctrl_invert_if__1cixwuxk', 'alecthomas__voluptuous.a7a55f83.func_pm_op_change__375dunaf', 'alecthomas__voluptuous.a7a55f83.func_pm_remove_assign__8zbqtqbw', 'alecthomas__voluptuous.a7a55f83.lm_rewrite__1nzzdx1c', 'amueller__word_cloud.ec24191c.combine_file__3ebhp167', 'amueller__word_cloud.ec24191c.func_pm_class_rm_funcs__6rkf81lk', 'amueller__word_cloud.ec24191c.func_pm_ctrl_invert_if__2afmf2dq', 'amueller__word_cloud.ec24191c.func_pm_op_break_chains__4r289zhu', 'amueller__word_cloud.ec24191c.func_pm_remove_assign__1es9bbr0', 'amueller__word_cloud.ec24191c.lm_rewrite__5iqjuj3e', 'amueller__word_cloud.ec24191c.pr_745', 'andialbrecht__sqlparse.e57923b3.combine_file__0kpo7qv7', 'andialbrecht__sqlparse.e57923b3.combine_module__2889ukoc', 'andialbrecht__sqlparse.e57923b3.func_pm_class_rm_base__j51l18jr', 'andialbrecht__sqlparse.e57923b3.func_pm_ctrl_invert_if__181sr5jh', 'andialbrecht__sqlparse.e57923b3.func_pm_op_break_chains__vukmol7q', 'andialbrecht__sqlparse.e57923b3.func_pm_remove_assign__42ykj2aj', 'andialbrecht__sqlparse.e57923b3.lm_rewrite__0qd7z9ez', 'andialbrecht__sqlparse.e57923b3.pr_746', 'arrow-py__arrow.1d70d009.combine_file__09q8ngbx', 'arrow-py__arrow.1d70d009.func_pm_class_rm_base__1zscnw2r', 'arrow-py__arrow.1d70d009.func_pm_ctrl_invert_if__22jgy7py', 'arrow-py__arrow.1d70d009.func_pm_op_break_chains__198tzvtl', 'arrow-py__arrow.1d70d009.func_pm_remove_assign__3yciraja', 'arrow-py__arrow.1d70d009.lm_rewrite__0artlyiq', 'benoitc__gunicorn.bacbf8aa.combine_file__0q9uqnfj', 'benoitc__gunicorn.bacbf8aa.combine_module__2j6xjy7r', 'benoitc__gunicorn.bacbf8aa.func_pm_class_rm_base__0xxhg27x', 'benoitc__gunicorn.bacbf8aa.func_pm_ctrl_invert_if__0mti7ngo', 'benoitc__gunicorn.bacbf8aa.func_pm_op_change_const__n72m53ia', 'benoitc__gunicorn.bacbf8aa.func_pm_remove_assign__20oudold', 'benoitc__gunicorn.bacbf8aa.lm_rewrite__4twhroug', 'benoitc__gunicorn.bacbf8aa.pr_2927', 'borntyping__python-colorlog.dfa10f59.combine_file__932hbnsz', 'borntyping__python-colorlog.dfa10f59.func_pm_class_rm_base__8anh0pe1', 'borntyping__python-colorlog.dfa10f59.func_pm_ctrl_shuffle__1oe4qn2p', 'borntyping__python-colorlog.dfa10f59.lm_rewrite__7enf7xmd', 'bottlepy__bottle.a8dfef30.combine_file__x70r972s', 'bottlepy__bottle.a8dfef30.func_pm_class_rm_base__ywgguzx4', 'bottlepy__bottle.a8dfef30.func_pm_ctrl_invert_if__37hgzfuo', 'bottlepy__bottle.a8dfef30.func_pm_op_break_chains__kqvi9p90', 'bottlepy__bottle.a8dfef30.func_pm_remove_assign__0u7959pp', 'bottlepy__bottle.a8dfef30.lm_rewrite__0cfqkk8n', 'buriy__python-readability.40256f40.combine_file__2pt3y7up', 'buriy__python-readability.40256f40.func_pm_op_change__6kc08zw2', 'buriy__python-readability.40256f40.func_pm_remove_assign__4m6xysn5', 'buriy__python-readability.40256f40.lm_rewrite__93d7eh3y', 'buriy__python-readability.40256f40.pr_187', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__9gg2j98k', 'burnash__gspread.a8be3b96.func_pm_ctrl_invert_if__biuzi3ak', 'burnash__gspread.a8be3b96.func_pm_op_change__g93675kj', 'burnash__gspread.a8be3b96.func_pm_remove_assign__3usp9vyg', 'burnash__gspread.a8be3b96.lm_rewrite__596cni6x', 'cantools__cantools.0c6a7871.combine_file__01jft1mj', 'cantools__cantools.0c6a7871.combine_module__0115r8j2', 'cantools__cantools.0c6a7871.func_pm_class_rm_base__3erphwet', 'cantools__cantools.0c6a7871.func_pm_ctrl_invert_if__02vvyejg', 'cantools__cantools.0c6a7871.func_pm_op_break_chains__1s1c24k5', 'cantools__cantools.0c6a7871.func_pm_remove_assign__0d3u2d21', 'cantools__cantools.0c6a7871.lm_rewrite__1341pfqw', 'cantools__cantools.0c6a7871.pr_602', 'chardet__chardet.9630f238.combine_file__1gm3nc5e', 'chardet__chardet.9630f238.func_pm_class_rm_base__a6uz9ivi', 'chardet__chardet.9630f238.func_pm_ctrl_invert_if__a3g26ca1', 'chardet__chardet.9630f238.func_pm_op_break_chains__a71ai1zm', 'chardet__chardet.9630f238.func_pm_remove_assign__5dh31nf2', 'chardet__chardet.9630f238.lm_rewrite__1ozlq1n9', 'chardet__chardet.9630f238.pr_291', 'cknd__stackprinter.219fcc52.combine_file__3mb4yuht', 'cknd__stackprinter.219fcc52.func_pm_class_rm_base__p2zchbyw', 'cknd__stackprinter.219fcc52.func_pm_ctrl_invert_if__5o9zyx3t', 'cknd__stackprinter.219fcc52.func_pm_op_break_chains__zw6byg6p', 'cknd__stackprinter.219fcc52.func_pm_remove_assign__4haje54m', 'cknd__stackprinter.219fcc52.lm_rewrite__3mnfhdq1', 'cloudpipe__cloudpickle.6220b0ce.combine_file__1hg7kf4e', 'cloudpipe__cloudpickle.6220b0ce.func_pm_class_rm_base__tj0sidar', 'cloudpipe__cloudpickle.6220b0ce.func_pm_ctrl_invert_if__02r4vlsa', 'cloudpipe__cloudpickle.6220b0ce.func_pm_op_change__trqoj6az', 'cloudpipe__cloudpickle.6220b0ce.func_pm_remove_assign__fezpg6nz', 'cloudpipe__cloudpickle.6220b0ce.lm_rewrite__049to33h', 'cookiecutter__cookiecutter.b4451231.combine_file__caau7xok', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__5qi3ub54', 'cookiecutter__cookiecutter.b4451231.lm_rewrite__382yl0pe', 'cookiecutter__cookiecutter.b4451231.pr_1669', 'cool-RR__PySnooper.57472b46.combine_file__5h511qdl', 'cool-RR__PySnooper.57472b46.func_pm_op_break_chains__eftb5u62', 'cool-RR__PySnooper.57472b46.func_pm_remove_assign__kcoecllo', 'cool-RR__PySnooper.57472b46.lm_rewrite__031xvy9b', 'cool-RR__PySnooper.57472b46.pr_240', 'dask__dask.5f61e423.combine_file__31i9cnys', 'dask__dask.5f61e423.combine_module__0uztx055', 'dask__dask.5f61e423.func_pm_class_rm_base__1vwih979', 'dask__dask.5f61e423.func_pm_ctrl_invert_if__0ls97jwp', 'dask__dask.5f61e423.func_pm_op_change__0lu9yjwg', 'dask__dask.5f61e423.func_pm_remove_assign__0t977i81', 'dask__dask.5f61e423.lm_rewrite__1s4jcgya', 'dask__dask.5f61e423.pr_10018', 'datamade__usaddress.a42a8f0c.combine_file__n8e84hcz', 'datamade__usaddress.a42a8f0c.func_pm_remove_assign__y0jijrlk', 'datamade__usaddress.a42a8f0c.lm_rewrite__gvqcmfw6', 'davidhalter__parso.338a5760.combine_file__1ozjorxv', 'davidhalter__parso.338a5760.combine_module__1wcn9cbi', 'davidhalter__parso.338a5760.func_pm_class_rm_base__1vzhp4l4', 'davidhalter__parso.338a5760.func_pm_ctrl_invert_if__19uh2jgs', 'davidhalter__parso.338a5760.func_pm_op_break_chains__pt0nzxrt', 'davidhalter__parso.338a5760.func_pm_remove_assign__1bgavybz', 'davidhalter__parso.338a5760.lm_rewrite__4yyatljy', 'dbader__schedule.82a43db1.combine_file__8xn9cuva', 'dbader__schedule.82a43db1.func_pm_remove_assign__p3fap6yd', 'dbader__schedule.82a43db1.lm_rewrite__7mdicp2m', 'dbader__schedule.82a43db1.pr_569', 'django-money__django-money.835c1ab8.combine_file__2207opfn', 'django-money__django-money.835c1ab8.combine_module__0bmmc28a', 'django-money__django-money.835c1ab8.func_pm_class_rm_funcs__mj51j2w4', 'django-money__django-money.835c1ab8.func_pm_ctrl_invert_if__5fniyw02', 'django-money__django-money.835c1ab8.func_pm_remove_assign__0mv45aqx', 'django-money__django-money.835c1ab8.lm_rewrite__2r9my608', 'django__channels.a144b4b8.combine_file__36w5u7ml', 'django__channels.a144b4b8.combine_module__g1s1qc5o', 'django__channels.a144b4b8.func_pm_class_rm_base__0y74su0k', 'django__channels.a144b4b8.func_pm_ctrl_invert_if__2c3ec8eh', 'django__channels.a144b4b8.func_pm_remove_assign__lqubwcnt', 'django__channels.a144b4b8.lm_rewrite__9vzepjtr', 'django__channels.a144b4b8.pr_1976', 'django__daphne.32ac73e1.combine_file__58p1glea', 'django__daphne.32ac73e1.func_pm_class_rm_funcs__0vv9kfjo', 'django__daphne.32ac73e1.func_pm_ctrl_invert_if__gelq8pcg', 'django__daphne.32ac73e1.func_pm_op_change__667ysnwd', 'django__daphne.32ac73e1.func_pm_remove_assign__1yb1m76z', 'django__daphne.32ac73e1.lm_rewrite__0lubj1nx', 'encode__starlette.db5063c2.combine_file__0hvre36s', 'encode__starlette.db5063c2.combine_module__0cv8id22', 'encode__starlette.db5063c2.func_pm_class_rm_base__03m4f7oq', 'encode__starlette.db5063c2.func_pm_ctrl_invert_if__09vb8dpj', 'encode__starlette.db5063c2.func_pm_op_break_chains__gkewec1p', 'encode__starlette.db5063c2.func_pm_remove_assign__1dwbirrc', 'encode__starlette.db5063c2.lm_rewrite__12xv5ppk', 'encode__starlette.db5063c2.pr_1991', 'erikrose__parsimonious.0d3f5f93.combine_file__0w8inm9h', 'erikrose__parsimonious.0d3f5f93.func_pm_class_rm_base__7iv3bmnm', 'erikrose__parsimonious.0d3f5f93.func_pm_ctrl_invert_if__51rl2pbm', 'erikrose__parsimonious.0d3f5f93.func_pm_remove_assign__6drvm1sb', 'erikrose__parsimonious.0d3f5f93.lm_rewrite__1x6ivn2x', 'facebookresearch__fvcore.a491d5b9.combine_file__0e71vue2', 'facebookresearch__fvcore.a491d5b9.combine_module__00jadt51', 'facebookresearch__fvcore.a491d5b9.func_pm_class_rm_base__8vxbgclf', 'facebookresearch__fvcore.a491d5b9.func_pm_ctrl_invert_if__111scrzl', 'facebookresearch__fvcore.a491d5b9.func_pm_op_break_chains__bxit51j1', 'facebookresearch__fvcore.a491d5b9.func_pm_remove_assign__1tndjqhg', 'facebookresearch__fvcore.a491d5b9.lm_rewrite__1df9kxnf', 'facelessuser__soupsieve.a8080d97.combine_file__28fnpmgw', 'facelessuser__soupsieve.a8080d97.func_pm_class_rm_base__olcyoxot', 'facelessuser__soupsieve.a8080d97.func_pm_ctrl_invert_if__1t8szght', 'facelessuser__soupsieve.a8080d97.func_pm_op_break_chains__idbggb5n', 'facelessuser__soupsieve.a8080d97.func_pm_remove_assign__1fp4ylnv', 'facelessuser__soupsieve.a8080d97.lm_rewrite__3e9b5x45', 'gawel__pyquery.811cd048.combine_file__3p0rswud', 'gawel__pyquery.811cd048.func_pm_class_rm_base__qfvifb57', 'gawel__pyquery.811cd048.func_pm_ctrl_invert_if__110a71tn', 'gawel__pyquery.811cd048.func_pm_op_swap__1meh05o6', 'gawel__pyquery.811cd048.func_pm_remove_assign__49gf9egq', 'gawel__pyquery.811cd048.lm_rewrite__011t8oh6', 'getmoto__moto.694ce1f4.combine_file__67if21px', 'getmoto__moto.694ce1f4.combine_module__0nub4qwq', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__2yj9xqtn', 'getmoto__moto.694ce1f4.func_pm_ctrl_invert_if__17d3k18a', 'getmoto__moto.694ce1f4.func_pm_op_change__0ni4g00y', 'getmoto__moto.694ce1f4.func_pm_remove_assign__03n6l5xe', 'getmoto__moto.694ce1f4.lm_rewrite__4pmvotkm', 'getmoto__moto.694ce1f4.pr_4791', 'getnikola__nikola.0f4c230e.combine_file__34gd319k', 'getnikola__nikola.0f4c230e.combine_module__30rqcmii', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__190mpaah', 'getnikola__nikola.0f4c230e.func_pm_ctrl_invert_if__058jxx9j', 'getnikola__nikola.0f4c230e.func_pm_op_break_chains__7cyqztmz', 'getnikola__nikola.0f4c230e.func_pm_remove_assign__29fdc57w', 'getnikola__nikola.0f4c230e.lm_rewrite__0e2l8brm', 'google__textfsm.c31b6007.combine_file__7milf7b7', 'google__textfsm.c31b6007.func_pm_class_rm_base__tkuc43a1', 'google__textfsm.c31b6007.func_pm_ctrl_invert_if__1srhrs0j', 'google__textfsm.c31b6007.func_pm_remove_assign__jx1u76g0', 'google__textfsm.c31b6007.lm_rewrite__2egqcc5c', 'google__textfsm.c31b6007.pr_127', 'graphql-python__graphene.82903263.combine_file__00ktyl0x', 'graphql-python__graphene.82903263.combine_module__0c4mk2ad', 'graphql-python__graphene.82903263.func_pm_class_rm_funcs__k6nkrhto', 'graphql-python__graphene.82903263.func_pm_ctrl_invert_if__alp4gn1p', 'graphql-python__graphene.82903263.func_pm_remove_assign__62ryfv6f', 'graphql-python__graphene.82903263.lm_rewrite__0ajumxnw', 'graphql-python__graphene.82903263.pr_1495', 'gruns__furl.da386f68.combine_file__a2we49nm', 'gruns__furl.da386f68.func_pm_class_rm_base__fey2ojn0', 'gruns__furl.da386f68.func_pm_ctrl_invert_if__2b58xhx8', 'gruns__furl.da386f68.func_pm_op_break_chains__a2c5a1fr', 'gruns__furl.da386f68.func_pm_remove_assign__0du8bplp', 'gruns__furl.da386f68.lm_rewrite__1z38aki2', 'gruns__icecream.f76fef56.combine_file__g2xikt5k', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__7iujb6a9', 'gruns__icecream.f76fef56.func_pm_remove_assign__0qxyj4dh', 'gruns__icecream.f76fef56.lm_rewrite__4ywd9pvr', 'gweis__isodate.17cb25eb.combine_file__0isfhxlp', 'gweis__isodate.17cb25eb.combine_module__6zrgek5g', 'gweis__isodate.17cb25eb.func_pm_remove_assign__34la72wm', 'gweis__isodate.17cb25eb.lm_rewrite__66m4db6m', 'hukkin__tomli.443a0c1b.combine_file__3dpezncq', 'hukkin__tomli.443a0c1b.combine_module__0x56alcu', 'hukkin__tomli.443a0c1b.func_pm_class_rm_base__gur4ywiy', 'hukkin__tomli.443a0c1b.func_pm_ctrl_invert_if__cenwfijp', 'hukkin__tomli.443a0c1b.func_pm_op_change_const__3i3m0f7m', 'hukkin__tomli.443a0c1b.func_pm_remove_assign__1kge22y9', 'hukkin__tomli.443a0c1b.lm_rewrite__58grwkl8', 'hukkin__tomli.443a0c1b.pr_229', 'iterative__dvc.1d6ea681.combine_file__1kyny9nr', 'iterative__dvc.1d6ea681.combine_module__01t3f2yl', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__1mq4n48p', 'iterative__dvc.1d6ea681.func_pm_ctrl_invert_if__0s0zy863', 'iterative__dvc.1d6ea681.func_pm_op_change_const__m5hi7qm9', 'iterative__dvc.1d6ea681.func_pm_remove_assign__4tze8d8c', 'iterative__dvc.1d6ea681.lm_rewrite__4h34bsm4', 'iterative__dvc.1d6ea681.pr_10017', 'jaraco__inflect.c079a96a.combine_file__1m7cawal', 'jaraco__inflect.c079a96a.func_pm_op_change__9qoeffi9', 'jaraco__inflect.c079a96a.func_pm_remove_assign__0rzmwp5q', 'jaraco__inflect.c079a96a.lm_rewrite__0lqo6vzk', 'jawah__charset_normalizer.1fdd6463.combine_file__0ne1ir4a', 'jawah__charset_normalizer.1fdd6463.func_pm_class_rm_base__1qizrh16', 'jawah__charset_normalizer.1fdd6463.func_pm_ctrl_invert_if__2irjqmoq', 'jawah__charset_normalizer.1fdd6463.func_pm_op_change__feb94nar', 'jawah__charset_normalizer.1fdd6463.func_pm_remove_assign__07liea6z', 'jawah__charset_normalizer.1fdd6463.lm_rewrite__3cfpifil', 'jawah__charset_normalizer.1fdd6463.pr_329', 'jd__tenacity.0d40e76f.combine_file__1n8ql04e', 'jd__tenacity.0d40e76f.combine_module__jua0momz', 'jd__tenacity.0d40e76f.func_pm_class_rm_funcs__ayw9xqf7', 'jd__tenacity.0d40e76f.func_pm_ctrl_invert_if__ih08kqze', 'jd__tenacity.0d40e76f.lm_rewrite__0kf0yphx', 'jd__tenacity.0d40e76f.pr_406', 'john-kurkowski__tldextract.3d1bf184.combine_file__1vnuqpt4', 'john-kurkowski__tldextract.3d1bf184.func_pm_remove_assign__6qpxjtsk', 'john-kurkowski__tldextract.3d1bf184.lm_rewrite__0d970i3z', 'john-kurkowski__tldextract.3d1bf184.pr_300', 'joke2k__faker.8b401a7d.combine_file__0lfqgy3o', 'joke2k__faker.8b401a7d.combine_module__1y51jvcq', 'joke2k__faker.8b401a7d.func_pm_class_rm_base__6sd07oov', 'joke2k__faker.8b401a7d.func_pm_ctrl_invert_if__0b2vis1h', 'joke2k__faker.8b401a7d.func_pm_op_break_chains__1ufagja3', 'joke2k__faker.8b401a7d.func_pm_remove_assign__0rxokmwn', 'joke2k__faker.8b401a7d.lm_rewrite__2lvqel6k', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_base__gek8im5g', 'jsvine__pdfplumber.02ff4313.func_pm_ctrl_invert_if__2sl4zapi', 'jsvine__pdfplumber.02ff4313.func_pm_op_break_chains__azriwwu6', 'jsvine__pdfplumber.02ff4313.func_pm_remove_assign__1v9soh1j', 'jsvine__pdfplumber.02ff4313.lm_rewrite__0vvpe6oi', 'kayak__pypika.1c9646f0.combine_file__0255t16v', 'kayak__pypika.1c9646f0.combine_module__0mq0a4k3', 'kayak__pypika.1c9646f0.func_pm_class_rm_base__4igfp8jz', 'kayak__pypika.1c9646f0.func_pm_ctrl_invert_if__597o5jed', 'kayak__pypika.1c9646f0.func_pm_op_swap__kyul3jek', 'kayak__pypika.1c9646f0.func_pm_remove_assign__21zpyez4', 'kayak__pypika.1c9646f0.lm_rewrite__1fkaem5n', 'kayak__pypika.1c9646f0.pr_707', 'keleshev__schema.24a30457.combine_file__8m3txfu7', 'keleshev__schema.24a30457.func_pm_class_rm_funcs__969hvv0n', 'keleshev__schema.24a30457.func_pm_ctrl_invert_if__ey3dc8d7', 'keleshev__schema.24a30457.func_pm_op_change__ddwjlv59', 'keleshev__schema.24a30457.func_pm_remove_assign__88ee5qy8', 'keleshev__schema.24a30457.lm_rewrite__0i1yuxsh', 'keleshev__schema.24a30457.pr_330', 'kennethreitz__records.5941ab27.combine_file__6me5ci4d', 'kennethreitz__records.5941ab27.func_pm_class_rm_funcs__4mm9622d', 'kennethreitz__records.5941ab27.func_pm_ctrl_invert_if__2kgw7ifj', 'kennethreitz__records.5941ab27.lm_rewrite__9giocolr', 'kennethreitz__records.5941ab27.pr_216', 'kurtmckee__feedparser.cad965a3.combine_file__10qkvfi4', 'kurtmckee__feedparser.cad965a3.combine_module__080nbgs5', 'kurtmckee__feedparser.cad965a3.func_pm_class_rm_base__089u047v', 'kurtmckee__feedparser.cad965a3.func_pm_ctrl_invert_if__0k89ou7e', 'kurtmckee__feedparser.cad965a3.func_pm_op_break_chains__su2sduyy', 'kurtmckee__feedparser.cad965a3.func_pm_remove_assign__1r6zgb6a', 'kurtmckee__feedparser.cad965a3.lm_rewrite__162lhsl3', 'kurtmckee__feedparser.cad965a3.pr_354', 'lepture__mistune.bf54ef67.combine_file__09mnfd6d', 'lepture__mistune.bf54ef67.combine_module__0n2g2hhe', 'lepture__mistune.bf54ef67.func_pm_class_rm_base__9al607g8', 'lepture__mistune.bf54ef67.func_pm_ctrl_invert_if__5ukopulh', 'lepture__mistune.bf54ef67.func_pm_op_break_chains__2ac3f4s6', 'lepture__mistune.bf54ef67.func_pm_remove_assign__025xhoe0', 'lepture__mistune.bf54ef67.lm_rewrite__16rgzg4j', 'lepture__mistune.bf54ef67.pr_337', 'life4__textdistance.c3aca916.combine_file__135h75f4', 'life4__textdistance.c3aca916.combine_module__0cdc95jj', 'life4__textdistance.c3aca916.func_pm_class_rm_base__ag1z1x4f', 'life4__textdistance.c3aca916.func_pm_ctrl_invert_if__nslrm8qb', 'life4__textdistance.c3aca916.func_pm_op_break_chains__v5r5da7o', 'life4__textdistance.c3aca916.func_pm_remove_assign__3pphwdf7', 'life4__textdistance.c3aca916.lm_rewrite__0nczqpak', 'life4__textdistance.c3aca916.pr_84', 'lincolnloop__python-qrcode.456b01d4.combine_file__2nub3l1p', 'lincolnloop__python-qrcode.456b01d4.combine_module__0s92srbm', 'lincolnloop__python-qrcode.456b01d4.func_pm_class_rm_base__1ab1qahu', 'lincolnloop__python-qrcode.456b01d4.func_pm_ctrl_invert_if__1vd0q580', 'lincolnloop__python-qrcode.456b01d4.func_pm_op_break_chains__9z7ut40n', 'lincolnloop__python-qrcode.456b01d4.func_pm_remove_assign__1zvsivzt', 'lincolnloop__python-qrcode.456b01d4.lm_rewrite__443c7kwz', 'luozhouyang__python-string-similarity.115acaac.combine_file__7iakunhx', 'luozhouyang__python-string-similarity.115acaac.func_pm_class_rm_base__9yoz5qo5', 'luozhouyang__python-string-similarity.115acaac.func_pm_ctrl_invert_if__9etjo048', 'luozhouyang__python-string-similarity.115acaac.func_pm_remove_assign__0q8ac551', 'luozhouyang__python-string-similarity.115acaac.lm_rewrite__09f4u7g9', 'madzak__python-json-logger.5f85723f.combine_file__99gu5t29', 'madzak__python-json-logger.5f85723f.func_pm_class_rm_base__57l62wq9', 'madzak__python-json-logger.5f85723f.func_pm_ctrl_invert_if__j9bgt9gi', 'madzak__python-json-logger.5f85723f.func_pm_remove_assign__zknp0yth', 'madzak__python-json-logger.5f85723f.lm_rewrite__0cpjg0wz', 'madzak__python-json-logger.5f85723f.pr_160', 'mahmoud__boltons.3bfcfdd0.combine_file__0e96jzmh', 'mahmoud__boltons.3bfcfdd0.func_pm_class_rm_base__4vtofg0a', 'mahmoud__boltons.3bfcfdd0.func_pm_ctrl_invert_if__08g3zwda', 'mahmoud__boltons.3bfcfdd0.func_pm_op_break_chains__c63axkeo', 'mahmoud__boltons.3bfcfdd0.func_pm_remove_assign__0d6m24i7', 'mahmoud__boltons.3bfcfdd0.lm_rewrite__1u2ttc6k', 'mahmoud__boltons.3bfcfdd0.pr_332', 'mahmoud__glom.fb3c4e76.combine_file__22kf0vki', 'mahmoud__glom.fb3c4e76.func_pm_class_rm_base__31s14go1', 'mahmoud__glom.fb3c4e76.func_pm_ctrl_invert_if__1wkb4arm', 'mahmoud__glom.fb3c4e76.func_pm_op_break_chains__0clj8zgg', 'mahmoud__glom.fb3c4e76.func_pm_remove_assign__10qjzvz1', 'mahmoud__glom.fb3c4e76.lm_rewrite__05fl75m5', 'mahmoud__glom.fb3c4e76.pr_262', 'marshmallow-code__apispec.8b421526.combine_file__0b5bc0wh', 'marshmallow-code__apispec.8b421526.combine_module__07okceme', 'marshmallow-code__apispec.8b421526.func_pm_class_rm_base__q6tzby5a', 'marshmallow-code__apispec.8b421526.func_pm_ctrl_invert_if__6i6zfuyo', 'marshmallow-code__apispec.8b421526.func_pm_op_swap__53fevqi2', 'marshmallow-code__apispec.8b421526.func_pm_remove_assign__17waiz3v', 'marshmallow-code__apispec.8b421526.lm_rewrite__0di2drzf', 'marshmallow-code__apispec.8b421526.pr_825', 'marshmallow-code__marshmallow.9716fc62.combine_file__06ot1dy4', 'marshmallow-code__marshmallow.9716fc62.combine_module__a0zj7oz1', 'marshmallow-code__marshmallow.9716fc62.func_pm_class_rm_base__0kzjedpz', 'marshmallow-code__marshmallow.9716fc62.func_pm_ctrl_invert_if__0stiz7ls', 'marshmallow-code__marshmallow.9716fc62.func_pm_op_change__tb22yfgv', 'marshmallow-code__marshmallow.9716fc62.func_pm_remove_assign__0mmxvir8', 'marshmallow-code__marshmallow.9716fc62.lm_rewrite__173siroi', 'marshmallow-code__marshmallow.9716fc62.pr_2102', 'marshmallow-code__webargs.dbde72fe.combine_file__05ra8ndh', 'marshmallow-code__webargs.dbde72fe.combine_module__10h0gcqd', 'marshmallow-code__webargs.dbde72fe.func_pm_class_rm_base__xm78o0k1', 'marshmallow-code__webargs.dbde72fe.func_pm_ctrl_invert_if__87r8e8v8', 'marshmallow-code__webargs.dbde72fe.func_pm_remove_assign__16qkzjez', 'marshmallow-code__webargs.dbde72fe.lm_rewrite__0w9v7bbb', 'marshmallow-code__webargs.dbde72fe.pr_832', 'martinblech__xmltodict.0952f382.combine_file__am8jwrys', 'martinblech__xmltodict.0952f382.func_pm_op_change_const__ujosjqxw', 'martinblech__xmltodict.0952f382.func_pm_remove_assign__ba0rdcbq', 'martinblech__xmltodict.0952f382.lm_rewrite__4f2hqh4z', 'martinblech__xmltodict.0952f382.pr_345', 'matthewwithanm__python-markdownify.6258f5c3.combine_file__hbpauk0y', 'matthewwithanm__python-markdownify.6258f5c3.func_pm_class_rm_funcs__cj9nb7no', 'matthewwithanm__python-markdownify.6258f5c3.func_pm_ctrl_invert_if__2helmwhm', 'matthewwithanm__python-markdownify.6258f5c3.func_pm_remove_assign__ffhqgaya', 'matthewwithanm__python-markdownify.6258f5c3.lm_rewrite__1g6ypoq1', 'matthewwithanm__python-markdownify.6258f5c3.pr_149', 'mewwts__addict.75284f95.combine_file__3fttj8ti', 'mewwts__addict.75284f95.func_pm_class_rm_base__snkf13dg', 'mewwts__addict.75284f95.func_pm_ctrl_invert_if__1bxgjdlm', 'mewwts__addict.75284f95.lm_rewrite__i37o84ly', 'mido__mido.a0158ff9.combine_file__0euprx1w', 'mido__mido.a0158ff9.combine_module__0bjak0jq', 'mido__mido.a0158ff9.func_pm_class_rm_base__mc11q6x7', 'mido__mido.a0158ff9.func_pm_ctrl_invert_if__9g33cwti', 'mido__mido.a0158ff9.func_pm_remove_assign__dkj69rqy', 'mido__mido.a0158ff9.lm_rewrite__2jsf644r', 'mido__mido.a0158ff9.pr_454', 'modin-project__modin.8c7799fd.combine_file__3yqhqq77', 'modin-project__modin.8c7799fd.combine_module__5xk47cme', 'modin-project__modin.8c7799fd.func_pm_class_rm_funcs__dicn9yqc', 'modin-project__modin.8c7799fd.func_pm_ctrl_invert_if__cht3xick', 'modin-project__modin.8c7799fd.func_pm_op_break_chains__egqv60sb', 'modin-project__modin.8c7799fd.func_pm_remove_assign__1acix7es', 'modin-project__modin.8c7799fd.lm_rewrite__8wxce6gf', 'modin-project__modin.8c7799fd.pr_6886', 'mozilla__bleach.73871d76.combine_file__1fx94goc', 'mozilla__bleach.73871d76.combine_module__0uev6ne0', 'mozilla__bleach.73871d76.func_pm_class_rm_base__1yzmp0kc', 'mozilla__bleach.73871d76.func_pm_ctrl_invert_if__1zisd5uc', 'mozilla__bleach.73871d76.func_pm_op_break_chains__45fc5bum', 'mozilla__bleach.73871d76.func_pm_remove_assign__3ao999zi', 'mozilla__bleach.73871d76.lm_rewrite__0iri0xa7', 'mozilla__bleach.73871d76.pr_692', 'mozillazg__python-pinyin.e42dede5.combine_file__0fuikb5l', 'mozillazg__python-pinyin.e42dede5.combine_module__07uge1kf', 'mozillazg__python-pinyin.e42dede5.func_pm_class_rm_base__skilifnc', 'mozillazg__python-pinyin.e42dede5.func_pm_ctrl_invert_if__169poex3', 'mozillazg__python-pinyin.e42dede5.func_pm_remove_assign__boe3ada3', 'mozillazg__python-pinyin.e42dede5.lm_rewrite__0p0ojioz', 'mozillazg__python-pinyin.e42dede5.pr_318', 'msiemens__tinydb.10644a0e.combine_file__0176isok', 'msiemens__tinydb.10644a0e.func_pm_class_rm_base__df78f1o7', 'msiemens__tinydb.10644a0e.func_pm_ctrl_invert_if__935wmg72', 'msiemens__tinydb.10644a0e.func_pm_remove_assign__2sgsoong', 'msiemens__tinydb.10644a0e.lm_rewrite__2luvdjly', 'msiemens__tinydb.10644a0e.pr_504', 'oauthlib__oauthlib.1fd52536.combine_file__09vlzwgc', 'oauthlib__oauthlib.1fd52536.combine_module__03hv882r', 'oauthlib__oauthlib.1fd52536.func_pm_class_rm_base__54eqdb06', 'oauthlib__oauthlib.1fd52536.func_pm_ctrl_invert_if__0naf3t73', 'oauthlib__oauthlib.1fd52536.func_pm_op_change__b0t9ed41', 'oauthlib__oauthlib.1fd52536.func_pm_remove_assign__0cilioxa', 'oauthlib__oauthlib.1fd52536.lm_rewrite__03zeswcq', 'oauthlib__oauthlib.1fd52536.pr_876', 'pallets__click.fde47b4b.combine_file__08zigyqu', 'pallets__click.fde47b4b.combine_module__07m8lbbv', 'pallets__click.fde47b4b.func_pm_class_rm_base__8v2bn1m9', 'pallets__click.fde47b4b.func_pm_ctrl_invert_if__0qqby88o', 'pallets__click.fde47b4b.func_pm_op_break_chains__l9an130m', 'pallets__click.fde47b4b.func_pm_remove_assign__0qguism5', 'pallets__click.fde47b4b.lm_rewrite__13pf89gu', 'pallets__click.fde47b4b.pr_2555', 'pallets__jinja.ada0a9a6.combine_file__0419229c', 'pallets__jinja.ada0a9a6.combine_module__3cy9cq1p', 'pallets__jinja.ada0a9a6.func_pm_class_rm_base__1lfif61m', 'pallets__jinja.ada0a9a6.func_pm_ctrl_invert_if__0dpujitn', 'pallets__jinja.ada0a9a6.func_pm_op_change__vywy1tvz', 'pallets__jinja.ada0a9a6.func_pm_remove_assign__0i6vkd8v', 'pallets__jinja.ada0a9a6.lm_rewrite__0xz8svqg', 'pallets__jinja.ada0a9a6.pr_1918', 'pallets__markupsafe.620c06c9.combine_file__6fk2d773', 'pallets__markupsafe.620c06c9.combine_module__1ltcsjob', 'pallets__markupsafe.620c06c9.func_pm_class_rm_base__2om43jh0', 'pallets__markupsafe.620c06c9.lm_rewrite__15in6vpa', 'pallets__markupsafe.620c06c9.pr_418', 'pandas-dev__pandas.95280573.combine_file__11s6papj', 'pandas-dev__pandas.95280573.combine_module__26nukt53', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__10da8v2t', 'pandas-dev__pandas.95280573.func_pm_ctrl_invert_if__114wfwnf', 'pandas-dev__pandas.95280573.func_pm_op_break_chains__atn9jzog', 'pandas-dev__pandas.95280573.func_pm_remove_assign__1jra823j', 'pandas-dev__pandas.95280573.lm_rewrite__5kejglqx', 'pandas-dev__pandas.95280573.pr_45301', 'paramiko__paramiko.23f92003.combine_file__06294q2r', 'paramiko__paramiko.23f92003.func_pm_class_rm_base__03mmr8n4', 'paramiko__paramiko.23f92003.func_pm_ctrl_invert_if__04fiv8ph', 'paramiko__paramiko.23f92003.func_pm_op_break_chains__1dcpa8yn', 'paramiko__paramiko.23f92003.func_pm_remove_assign__03aohbmd', 'paramiko__paramiko.23f92003.lm_rewrite__0jhxtdhp', 'paramiko__paramiko.23f92003.pr_2165', 'pdfminer__pdfminer.six.1a8bd2f7.combine_file__06wx35ad', 'pdfminer__pdfminer.six.1a8bd2f7.func_pm_class_rm_base__2fszjbcr', 'pdfminer__pdfminer.six.1a8bd2f7.func_pm_ctrl_invert_if__0txukgf6', 'pdfminer__pdfminer.six.1a8bd2f7.func_pm_op_break_chains__1i2ecth5', 'pdfminer__pdfminer.six.1a8bd2f7.func_pm_remove_assign__03vrn9kq', 'pdfminer__pdfminer.six.1a8bd2f7.lm_rewrite__0ya3bz6x', 'pdfminer__pdfminer.six.1a8bd2f7.pr_885', 'pexpect__ptyprocess.1067dbda.combine_file__3cb6g60c', 'pexpect__ptyprocess.1067dbda.func_pm_class_rm_funcs__zb1cvzln', 'pexpect__ptyprocess.1067dbda.func_pm_ctrl_invert_if__6d2vg005', 'pexpect__ptyprocess.1067dbda.func_pm_op_swap__s2gwmv8x', 'pexpect__ptyprocess.1067dbda.func_pm_remove_assign__117v6cvw', 'pexpect__ptyprocess.1067dbda.lm_rewrite__lux9tx9m', 'pndurette__gTTS.dbcda4f3.combine_file__1po2ryn8', 'pndurette__gTTS.dbcda4f3.combine_module__0431imyy', 'pndurette__gTTS.dbcda4f3.func_pm_class_rm_base__n9eahnvx', 'pndurette__gTTS.dbcda4f3.func_pm_ctrl_invert_if__25r72181', 'pndurette__gTTS.dbcda4f3.func_pm_remove_assign__ivq04qm9', 'pndurette__gTTS.dbcda4f3.lm_rewrite__4m80szt9', 'pndurette__gTTS.dbcda4f3.pr_440', 'prettytable__prettytable.ca90b055.combine_file__2mwa4qpg', 'prettytable__prettytable.ca90b055.combine_module__22aqcp6s', 'prettytable__prettytable.ca90b055.func_pm_class_rm_base__2kx2ziyh', 'prettytable__prettytable.ca90b055.func_pm_ctrl_invert_if__43pobfxy', 'prettytable__prettytable.ca90b055.func_pm_op_break_chains__btlk438q', 'prettytable__prettytable.ca90b055.func_pm_remove_assign__0sw5fy8d', 'prettytable__prettytable.ca90b055.lm_rewrite__056l33j3', 'prettytable__prettytable.ca90b055.pr_312', 'pudo__dataset.5c2dc8d3.combine_file__09k00ucq', 'pudo__dataset.5c2dc8d3.func_pm_ctrl_invert_if__kytza5jv', 'pudo__dataset.5c2dc8d3.func_pm_op_change__fq79104s', 'pudo__dataset.5c2dc8d3.func_pm_remove_assign__qlzvryqc', 'pudo__dataset.5c2dc8d3.lm_rewrite__3su3yv0o', 'pudo__dataset.5c2dc8d3.pr_423', 'pwaller__pyfiglet.f8c5f35b.combine_file__sind222x', 'pwaller__pyfiglet.f8c5f35b.func_pm_ctrl_invert_if__c3il7wrt', 'pwaller__pyfiglet.f8c5f35b.func_pm_op_swap__4tsl9r61', 'pwaller__pyfiglet.f8c5f35b.lm_rewrite__gbxuh6a7', 'pyasn1__pyasn1.0f07d724.combine_file__01foatge', 'pyasn1__pyasn1.0f07d724.combine_module__051jdt9d', 'pyasn1__pyasn1.0f07d724.func_pm_class_rm_base__515nl685', 'pyasn1__pyasn1.0f07d724.func_pm_ctrl_invert_if__0bj8jw92', 'pyasn1__pyasn1.0f07d724.func_pm_op_break_chains__6ogjhekg', 'pyasn1__pyasn1.0f07d724.func_pm_remove_assign__1c48plnn', 'pyasn1__pyasn1.0f07d724.lm_rewrite__0817xugx', 'pyca__pyopenssl.04766a49.combine_file__12o1o8ad', 'pyca__pyopenssl.04766a49.combine_module__0pqi5dl1', 'pyca__pyopenssl.04766a49.func_pm_op_change_const__nfp017br', 'pyca__pyopenssl.04766a49.func_pm_remove_assign__0n0zi8qw', 'pyca__pyopenssl.04766a49.lm_rewrite__0juu23jd', 'pydantic__pydantic.acb0f10f.combine_file__0s5epb55', 'pydantic__pydantic.acb0f10f.combine_module__11wv60ym', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__11pd443v', 'pydantic__pydantic.acb0f10f.func_pm_ctrl_invert_if__03tputop', 'pydantic__pydantic.acb0f10f.func_pm_op_break_chains__7zo4fnfs', 'pydantic__pydantic.acb0f10f.func_pm_remove_assign__0123bo3r', 'pydantic__pydantic.acb0f10f.lm_rewrite__504e93th', 'pydantic__pydantic.acb0f10f.pr_10006', 'pydata__patsy.a5d16484.combine_file__0fyqd2rn', 'pydata__patsy.a5d16484.func_pm_class_rm_base__gpeez26m', 'pydata__patsy.a5d16484.func_pm_ctrl_invert_if__1vlg1dkt', 'pydata__patsy.a5d16484.func_pm_op_break_chains__6p4mmwlg', 'pydata__patsy.a5d16484.func_pm_remove_assign__03wq9zsl', 'pydata__patsy.a5d16484.lm_rewrite__02zv4gp6', 'pydata__patsy.a5d16484.pr_212', 'pydicom__pydicom.7d361b3d.combine_file__0ghggoro', 'pydicom__pydicom.7d361b3d.combine_module__06znmak4', 'pydicom__pydicom.7d361b3d.func_pm_class_rm_base__04k1xhmz', 'pydicom__pydicom.7d361b3d.func_pm_ctrl_invert_if__0pngnnts', 'pydicom__pydicom.7d361b3d.func_pm_op_break_chains__218vsozr', 'pydicom__pydicom.7d361b3d.func_pm_remove_assign__0micqu0c', 'pydicom__pydicom.7d361b3d.lm_rewrite__5lcjzgj0', 'pydicom__pydicom.7d361b3d.pr_1833', 'pygments__pygments.27649ebb.combine_file__07pfbsi4', 'pygments__pygments.27649ebb.combine_module__04rqphl1', 'pygments__pygments.27649ebb.func_pm_class_rm_base__06px5yxs', 'pygments__pygments.27649ebb.func_pm_ctrl_invert_if__1rarttzj', 'pygments__pygments.27649ebb.func_pm_op_break_chains__2jevjond', 'pygments__pygments.27649ebb.func_pm_remove_assign__0oub9mw2', 'pygments__pygments.27649ebb.lm_rewrite__0kem80sh', 'pygments__pygments.27649ebb.pr_2350', 'pylint-dev__astroid.b114f6b5.combine_file__03ujys3k', 'pylint-dev__astroid.b114f6b5.combine_module__0b0jza1f', 'pylint-dev__astroid.b114f6b5.func_pm_class_rm_base__2terz5k6', 'pylint-dev__astroid.b114f6b5.func_pm_ctrl_invert_if__0y7rkss2', 'pylint-dev__astroid.b114f6b5.func_pm_op_break_chains__8lykdvya', 'pylint-dev__astroid.b114f6b5.func_pm_remove_assign__07n9cz9h', 'pylint-dev__astroid.b114f6b5.lm_rewrite__08v06c41', 'pylint-dev__astroid.b114f6b5.pr_1959', 'pyparsing__pyparsing.533adf47.combine_file__0mxfxgiy', 'pyparsing__pyparsing.533adf47.func_pm_class_rm_base__2en8tujj', 'pyparsing__pyparsing.533adf47.func_pm_remove_assign__0hgj15m7', 'pyparsing__pyparsing.533adf47.lm_rewrite__yflxam0g', 'pyparsing__pyparsing.533adf47.pr_571', 'pytest-dev__iniconfig.16793ead.combine_file__06k2m7dd', 'pytest-dev__iniconfig.16793ead.combine_module__38m0i0wv', 'pytest-dev__iniconfig.16793ead.func_pm_op_change__5x1h83zg', 'pytest-dev__iniconfig.16793ead.func_pm_remove_assign__j041mnvq', 'pytest-dev__iniconfig.16793ead.lm_rewrite__7iv595zn', 'pytest-dev__iniconfig.16793ead.pr_49', 'python-hyper__h11.bed0dd4a.combine_file__1p8am6k1', 'python-hyper__h11.bed0dd4a.func_pm_class_rm_funcs__9kzx2763', 'python-hyper__h11.bed0dd4a.func_pm_ctrl_invert_if__bg278isz', 'python-hyper__h11.bed0dd4a.func_pm_op_change__f0tyttxc', 'python-hyper__h11.bed0dd4a.func_pm_remove_assign__0bwb69y3', 'python-hyper__h11.bed0dd4a.lm_rewrite__5pdhq39x', 'python-hyper__h11.bed0dd4a.pr_163', 'python-jsonschema__jsonschema.93e0caa5.combine_file__0khtjauk', 'python-jsonschema__jsonschema.93e0caa5.func_pm_class_rm_base__z5uvcn49', 'python-jsonschema__jsonschema.93e0caa5.func_pm_ctrl_invert_if__0n4aw8us', 'python-jsonschema__jsonschema.93e0caa5.func_pm_op_change__zx0hkc5d', 'python-jsonschema__jsonschema.93e0caa5.func_pm_remove_assign__0i9b9nat', 'python-jsonschema__jsonschema.93e0caa5.lm_rewrite__292yq7bd', 'python-jsonschema__jsonschema.93e0caa5.pr_1208', 'python-openxml__python-docx.0cf6d71f.combine_file__015jbfaw', 'python-openxml__python-docx.0cf6d71f.combine_module__2f4rxzji', 'python-openxml__python-docx.0cf6d71f.func_pm_class_rm_base__4fs46cmj', 'python-openxml__python-docx.0cf6d71f.func_pm_ctrl_invert_if__7dx2mwjs', 'python-openxml__python-docx.0cf6d71f.func_pm_remove_assign__8e4l41kp', 'python-openxml__python-docx.0cf6d71f.lm_rewrite__4ptt0wt4', 'python-trio__trio.cfbbe2c1.combine_file__u5pdfrd3', 'python-trio__trio.cfbbe2c1.combine_module__0ufn8ez8', 'python-trio__trio.cfbbe2c1.func_pm_class_rm_funcs__lt07y37l', 'python-trio__trio.cfbbe2c1.func_pm_ctrl_invert_if__moxqtymv', 'python-trio__trio.cfbbe2c1.func_pm_op_break_chains__wzow235l', 'python-trio__trio.cfbbe2c1.func_pm_remove_assign__vtmamlbo', 'python-trio__trio.cfbbe2c1.lm_rewrite__0148iwbh', 'python-trio__trio.cfbbe2c1.pr_2955', 'python__mypy.e93f06ce.pr_10036', 'pyupio__safety.7654596b.combine_file__04p8gjzq', 'pyupio__safety.7654596b.combine_module__0nqeq5zi', 'pyupio__safety.7654596b.func_pm_class_rm_base__914stbxj', 'pyupio__safety.7654596b.func_pm_ctrl_invert_if__40su5wud', 'pyupio__safety.7654596b.func_pm_op_break_chains__0vdc071h', 'pyupio__safety.7654596b.func_pm_remove_assign__1t017a9o', 'pyupio__safety.7654596b.lm_rewrite__12lw24ub', 'pyupio__safety.7654596b.pr_508', 'pyutils__line_profiler.a646bf0f.combine_file__0prho0wb', 'pyutils__line_profiler.a646bf0f.combine_module__0qe0up4e', 'pyutils__line_profiler.a646bf0f.func_pm_class_rm_base__9i2l3vx9', 'pyutils__line_profiler.a646bf0f.func_pm_ctrl_invert_if__gscya7iw', 'pyutils__line_profiler.a646bf0f.func_pm_op_break_chains__viq255lr', 'pyutils__line_profiler.a646bf0f.func_pm_remove_assign__3gf2dfbv', 'pyutils__line_profiler.a646bf0f.lm_rewrite__0oz7n2aa', 'pyutils__line_profiler.a646bf0f.pr_206', 'r1chardj0n3s__parse.30da9e4f.combine_file__9g6wvq09', 'r1chardj0n3s__parse.30da9e4f.func_pm_class_rm_funcs__f386as7a', 'r1chardj0n3s__parse.30da9e4f.func_pm_ctrl_invert_if__2qhx5e9d', 'r1chardj0n3s__parse.30da9e4f.func_pm_remove_assign__1tu138xh', 'r1chardj0n3s__parse.30da9e4f.lm_rewrite__0o73tmpp', 'rsalmei__alive-progress.35853799.combine_file__03fag9gd', 'rsalmei__alive-progress.35853799.combine_module__04s3tshq', 'rsalmei__alive-progress.35853799.func_pm_op_break_chains__1qdyhkpz', 'rsalmei__alive-progress.35853799.func_pm_remove_assign__34ierkra', 'rsalmei__alive-progress.35853799.lm_rewrite__e5s8u6z5', 'rsalmei__alive-progress.35853799.pr_231', 'rubik__radon.54b88e58.combine_file__0a6xo8gp', 'rubik__radon.54b88e58.combine_module__150f38ao', 'rubik__radon.54b88e58.func_pm_class_rm_base__13uu1zp4', 'rubik__radon.54b88e58.func_pm_ctrl_invert_if__7thfydei', 'rubik__radon.54b88e58.func_pm_op_break_chains__tbg6foiz', 'rubik__radon.54b88e58.func_pm_remove_assign__6b8hyx06', 'rubik__radon.54b88e58.lm_rewrite__2jlhi9cy', 'rustedpy__result.0b855e1e.combine_file__sxi3qfjs', 'rustedpy__result.0b855e1e.pr_121', 'scanny__python-pptx.278b47b1.combine_file__00zilcc6', 'scanny__python-pptx.278b47b1.combine_module__1018t0mf', 'scanny__python-pptx.278b47b1.func_pm_class_rm_base__4hrtiotk', 'scanny__python-pptx.278b47b1.func_pm_ctrl_invert_if__2kdg2v1o', 'scanny__python-pptx.278b47b1.func_pm_remove_assign__0oj6lj0e', 'scanny__python-pptx.278b47b1.lm_rewrite__0apzgm9f', 'scanny__python-pptx.278b47b1.pr_994', 'scrapy__scrapy.35212ec5.combine_file__drdazfz8', 'scrapy__scrapy.35212ec5.combine_module__0gn92m5n', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__7odd8hev', 'scrapy__scrapy.35212ec5.func_pm_ctrl_invert_if__w0gvj12r', 'scrapy__scrapy.35212ec5.func_pm_op_swap__ugtjgf1b', 'scrapy__scrapy.35212ec5.func_pm_remove_assign__7ljh3bjb', 'scrapy__scrapy.35212ec5.lm_rewrite__0x23rybz', 'scrapy__scrapy.35212ec5.pr_5406', 'seatgeek__thefuzz.8a05a3ee.combine_file__18e0miwg', 'seatgeek__thefuzz.8a05a3ee.lm_rewrite__3ss3hoyy', 'seatgeek__thefuzz.8a05a3ee.pr_58', 'seperman__deepdiff.ed252022.combine_file__1gus4sew', 'seperman__deepdiff.ed252022.func_pm_class_rm_base__1qapk2eu', 'seperman__deepdiff.ed252022.func_pm_ctrl_invert_if__0ktdat77', 'seperman__deepdiff.ed252022.func_pm_op_break_chains__advrjlq4', 'seperman__deepdiff.ed252022.func_pm_remove_assign__1kgfn79k', 'seperman__deepdiff.ed252022.lm_rewrite__057hnl1q', 'seperman__deepdiff.ed252022.pr_382', 'sloria__environs.73c372df.combine_file__1ek10skm', 'sloria__environs.73c372df.func_pm_op_change__4wqz9rtn', 'sloria__environs.73c372df.func_pm_remove_assign__abol6rah', 'sloria__environs.73c372df.lm_rewrite__4ikqhplw', 'sloria__environs.73c372df.pr_320', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__00xdyhqi', 'sqlfluff__sqlfluff.50a1c4b6.combine_module__00661i8o', 'sqlfluff__sqlfluff.50a1c4b6.func_pm_class_rm_base__11ua0j16', 'sqlfluff__sqlfluff.50a1c4b6.func_pm_ctrl_invert_if__070jjali', 'sqlfluff__sqlfluff.50a1c4b6.func_pm_op_change__jey6eg56', 'sqlfluff__sqlfluff.50a1c4b6.func_pm_remove_assign__22p8bru8', 'sqlfluff__sqlfluff.50a1c4b6.lm_rewrite__cupu2wpp', 'sqlfluff__sqlfluff.50a1c4b6.pr_5033', 'sunpy__sunpy.f8edfd5c.combine_file__1c3q7pad', 'sunpy__sunpy.f8edfd5c.combine_module__0bfl4e8d', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__0ba7h4uf', 'sunpy__sunpy.f8edfd5c.func_pm_op_break_chains__3fn89klw', 'sunpy__sunpy.f8edfd5c.func_pm_remove_assign__0c9u42yr', 'sunpy__sunpy.f8edfd5c.lm_rewrite__2a392hoq', 'termcolor__termcolor.3a42086f.combine_file__1lkb1xn6', 'termcolor__termcolor.3a42086f.lm_rewrite__8e8u766x', 'termcolor__termcolor.3a42086f.pr_32', 'theskumar__python-dotenv.2b8635b7.combine_file__2vu6qegg', 'theskumar__python-dotenv.2b8635b7.combine_module__1jxxdbxi', 'theskumar__python-dotenv.2b8635b7.func_pm_remove_assign__9y71521c', 'theskumar__python-dotenv.2b8635b7.lm_rewrite__42pcrrbl', 'theskumar__python-dotenv.2b8635b7.pr_456', 'tkrajina__gpxpy.09fc46b3.combine_file__1ruhyhz2', 'tkrajina__gpxpy.09fc46b3.func_pm_class_rm_base__f75489f4', 'tkrajina__gpxpy.09fc46b3.func_pm_ctrl_invert_if__0xob9sr9', 'tkrajina__gpxpy.09fc46b3.func_pm_op_break_chains__4zp7lrsb', 'tkrajina__gpxpy.09fc46b3.func_pm_remove_assign__61m9qger', 'tkrajina__gpxpy.09fc46b3.lm_rewrite__3i4ybpp9', 'tkrajina__gpxpy.09fc46b3.pr_282', 'tobymao__sqlglot.036601ba.combine_file__5aneapww', 'tobymao__sqlglot.036601ba.combine_module__2suu3l1n', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__0gwm46qw', 'tobymao__sqlglot.036601ba.func_pm_op_break_chains__hyqspzv8', 'tobymao__sqlglot.036601ba.func_pm_remove_assign__09fvv91e', 'tobymao__sqlglot.036601ba.lm_rewrite__0omp5x37', 'tornadoweb__tornado.d5ac65c1.combine_file__0c0mqgx3', 'tornadoweb__tornado.d5ac65c1.func_pm_class_rm_base__1da8azah', 'tornadoweb__tornado.d5ac65c1.func_pm_ctrl_invert_if__0aaxc9ig', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__0s87qpfn', 'tornadoweb__tornado.d5ac65c1.func_pm_remove_assign__04nr21m5', 'tornadoweb__tornado.d5ac65c1.lm_rewrite__5wbz03e2', 'tornadoweb__tornado.d5ac65c1.pr_3302', 'tox-dev__pipdeptree.c31b6418.combine_file__0gh8s1gy', 'tox-dev__pipdeptree.c31b6418.combine_module__0k65vbpz', 'tox-dev__pipdeptree.c31b6418.func_pm_class_rm_base__dd6jbxe4', 'tox-dev__pipdeptree.c31b6418.func_pm_ctrl_invert_if__0qedlj6j', 'tox-dev__pipdeptree.c31b6418.func_pm_op_break_chains__5erkakex', 'tox-dev__pipdeptree.c31b6418.func_pm_remove_assign__0t1jwl3c', 'tox-dev__pipdeptree.c31b6418.lm_rewrite__24qf3bef', 'tox-dev__pipdeptree.c31b6418.pr_265', 'tweepy__tweepy.91a41c6e.combine_file__2sd58d3b', 'tweepy__tweepy.91a41c6e.func_pm_class_rm_base__10blxnf7', 'tweepy__tweepy.91a41c6e.func_pm_ctrl_invert_if__0i8xm1ev', 'tweepy__tweepy.91a41c6e.func_pm_op_swap__h69qnzas', 'tweepy__tweepy.91a41c6e.func_pm_remove_assign__4620uox6', 'tweepy__tweepy.91a41c6e.lm_rewrite__0phsmhs8', 'un33k__python-slugify.872b3750.combine_file__9694uddh', 'un33k__python-slugify.872b3750.func_pm_remove_assign__vwi0i7xy', 'un33k__python-slugify.872b3750.lm_rewrite__10gtvo7v', 'un33k__python-slugify.872b3750.pr_143', 'vi3k6i5__flashtext.b316c7e9.combine_file__9dxlk2rp', 'vi3k6i5__flashtext.b316c7e9.func_pm_class_rm_funcs__k1bwoi13', 'vi3k6i5__flashtext.b316c7e9.func_pm_ctrl_invert_if__9t6235os', 'vi3k6i5__flashtext.b316c7e9.func_pm_remove_assign__62p1q7xi', 'vi3k6i5__flashtext.b316c7e9.lm_rewrite__hnufz29k', 'weaveworks__grafanalib.5c3b17ed.combine_file__2a6rzcsr', 'weaveworks__grafanalib.5c3b17ed.func_pm_class_rm_funcs__ak40fpqa', 'weaveworks__grafanalib.5c3b17ed.func_pm_ctrl_invert_if__7s0gb8xa', 'weaveworks__grafanalib.5c3b17ed.func_pm_remove_assign__b43dioiz', 'weaveworks__grafanalib.5c3b17ed.lm_rewrite__0jupbouz', 'weaveworks__grafanalib.5c3b17ed.pr_583' + ] -test-128: - indices: [33921, 10836, 46879, 1920, 11024, 15831, 9321, 17193, 1781, 25696, 17174, 24195, 40340, 47011, 7878, 17543, 10463, 16808, 38851, 11879, 24105, 47095, 19997, 13583, 17956, 26552, 30968, 30890, 26216, 11871, 13720, 17876, 6047, 41309, 38023, 40588, 20212, 18936, 3848, 40055, 41573, 18363, 29857, 13504, 11920, 14331, 16836, 3331, 18283, 460, 8337, 26029, 41421, 0, 100, 27530, 9718, 11749, 11837, 27932, 34681, 6689, 13213, 39884, 20307, 12476, 16285, 34380, 37142, 16853, 12400, 15719, 15802, 37599, 9627, 15172, 14646, 44176, 32981, 48535, 49180, 23674, 41822, 6958, 39224, 18904, 39943, 19420, 9214, 14527, 1015, 19696, 24230, 44385, 28529, 35410, 4277, 6303, 37960, 20345, 23712, 45193, 38073, 9149, 31035, 31794, 46921, 3477, 14967, 15655, 20542, 11551, 12444, 32017, 37531, 14538, 2038, 22931, 3460, 27791, 8470, 24906, 30292, 30606, 36840, 18193, 9168, 18071] - ids: ['Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__041av9lh', 'HIPS__autograd.ac044f0d.lm_rewrite__0980jjjc', 'Knio__dominate.9082227e.combine_file__29cxy57f', 'Mimino666__langdetect.a1598f1a.combine_file__3ne2iu6p', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__0u6zscda', 'PyCQA__flake8.cf1542ce.combine_file__00lpnlny', 'Suor__funcy.207a7810.combine_file__186umsl2', 'adrienverge__yamllint.8513d9b9.combine_file__05pv3u48', 'agronholm__exceptiongroup.0b4f4937.combine_file__74zzufuj', 'agronholm__typeguard.b6a7e438.combine_file__3qg8gxw1', 'aio-libs__async-timeout.d0baa9f1.combine_file__3qpnebr7', 'alanjds__drf-nested-routers.6144169d.combine_file__0cfigj6z', 'alecthomas__voluptuous.a7a55f83.combine_file__0cbk83ph', 'amueller__word_cloud.ec24191c.combine_file__3ebhp167', 'andialbrecht__sqlparse.e57923b3.combine_file__0kpo7qv7', 'arrow-py__arrow.1d70d009.combine_file__09q8ngbx', 'benoitc__gunicorn.bacbf8aa.combine_file__0q9uqnfj', 'borntyping__python-colorlog.dfa10f59.combine_file__932hbnsz', 'bottlepy__bottle.a8dfef30.combine_file__x70r972s', 'buriy__python-readability.40256f40.combine_file__2pt3y7up', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__9gg2j98k', 'cantools__cantools.0c6a7871.combine_file__01jft1mj', 'chardet__chardet.9630f238.combine_file__1gm3nc5e', 'cknd__stackprinter.219fcc52.combine_file__3mb4yuht', 'cloudpipe__cloudpickle.6220b0ce.combine_file__1hg7kf4e', 'conan-io__conan.86f29e13.func_pm_class_rm_base__2b2cs4pz', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__5qi3ub54', 'cool-RR__PySnooper.57472b46.combine_file__5h511qdl', 'dask__dask.5f61e423.func_pm_class_rm_base__1vwih979', 'datamade__usaddress.a42a8f0c.combine_file__n8e84hcz', 'davidhalter__parso.338a5760.combine_file__1ozjorxv', 'dbader__schedule.82a43db1.combine_file__8xn9cuva', 'django-money__django-money.835c1ab8.combine_file__2207opfn', 'django__channels.a144b4b8.combine_file__36w5u7ml', 'django__daphne.32ac73e1.combine_file__58p1glea', 'encode__starlette.db5063c2.combine_file__0hvre36s', 'erikrose__parsimonious.0d3f5f93.combine_file__0w8inm9h', 'facebookresearch__fvcore.a491d5b9.combine_file__0e71vue2', 'facebookresearch__hydra.0f03eb60.func_pm_class_rm_base__48m43coc', 'facelessuser__soupsieve.a8080d97.combine_file__28fnpmgw', 'gawel__pyquery.811cd048.combine_file__3p0rswud', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__2yj9xqtn', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__190mpaah', 'google__textfsm.c31b6007.combine_file__7milf7b7', 'graphql-python__graphene.82903263.combine_file__00ktyl0x', 'gruns__furl.da386f68.combine_file__a2we49nm', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__7iujb6a9', 'gweis__isodate.17cb25eb.combine_file__0isfhxlp', 'hukkin__tomli.443a0c1b.combine_file__3dpezncq', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__1mq4n48p', 'jaraco__inflect.c079a96a.combine_file__1m7cawal', 'jawah__charset_normalizer.1fdd6463.combine_file__0ne1ir4a', 'jd__tenacity.0d40e76f.combine_file__1n8ql04e', 'john-kurkowski__tldextract.3d1bf184.combine_file__1vnuqpt4', 'joke2k__faker.8b401a7d.func_pm_class_rm_base__6sd07oov', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_base__gek8im5g', 'kayak__pypika.1c9646f0.combine_file__0255t16v', 'keleshev__schema.24a30457.combine_file__8m3txfu7', 'kennethreitz__records.5941ab27.combine_file__6me5ci4d', 'kurtmckee__feedparser.cad965a3.combine_file__10qkvfi4', 'lepture__mistune.bf54ef67.combine_file__09mnfd6d', 'life4__textdistance.c3aca916.combine_file__0sfget5n', 'lincolnloop__python-qrcode.456b01d4.combine_file__2nub3l1p', 'luozhouyang__python-string-similarity.115acaac.combine_file__7iakunhx', 'madzak__python-json-logger.5f85723f.combine_file__99gu5t29', 'mahmoud__boltons.3bfcfdd0.combine_file__0e96jzmh', 'mahmoud__glom.fb3c4e76.combine_file__22kf0vki', 'marshmallow-code__apispec.8b421526.combine_file__0b5bc0wh', 'marshmallow-code__marshmallow.9716fc62.combine_file__06ot1dy4', 'marshmallow-code__webargs.dbde72fe.combine_file__05ra8ndh', 'martinblech__xmltodict.0952f382.combine_file__am8jwrys', 'matthewwithanm__python-markdownify.6258f5c3.combine_file__hbpauk0y', 'mewwts__addict.75284f95.combine_file__3fttj8ti', 'mido__mido.a0158ff9.combine_file__0euprx1w', 'modin-project__modin.8c7799fd.combine_module__5xk47cme', 'mozilla__bleach.73871d76.combine_file__1fx94goc', 'mozillazg__python-pinyin.e42dede5.combine_file__0fuikb5l', 'msiemens__tinydb.10644a0e.combine_file__0176isok', 'oauthlib__oauthlib.1fd52536.combine_file__09vlzwgc', 'pallets__click.fde47b4b.combine_file__08zigyqu', 'pallets__jinja.ada0a9a6.combine_file__0419229c', 'pallets__markupsafe.620c06c9.combine_file__6fk2d773', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__10da8v2t', 'paramiko__paramiko.23f92003.combine_file__06294q2r', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__055x2yzv', 'pexpect__ptyprocess.1067dbda.combine_file__3cb6g60c', 'pndurette__gTTS.dbcda4f3.combine_file__1po2ryn8', 'prettytable__prettytable.ca90b055.combine_file__2mwa4qpg', 'pudo__dataset.5c2dc8d3.combine_file__09k00ucq', 'pwaller__pyfiglet.f8c5f35b.combine_file__sind222x', 'pyasn1__pyasn1.0f07d724.combine_file__01foatge', 'pyca__pyopenssl.04766a49.combine_file__12o1o8ad', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__11pd443v', 'pydata__patsy.a5d16484.combine_file__0fyqd2rn', 'pydicom__pydicom.7d361b3d.combine_file__0ghggoro', 'pygments__pygments.27649ebb.combine_file__07pfbsi4', 'pylint-dev__astroid.b114f6b5.combine_file__03ujys3k', 'pyparsing__pyparsing.533adf47.combine_file__0mxfxgiy', 'pytest-dev__iniconfig.16793ead.combine_file__06k2m7dd', 'python-hyper__h11.bed0dd4a.combine_file__1p8am6k1', 'python-jsonschema__jsonschema.93e0caa5.combine_file__0khtjauk', 'python-openxml__python-docx.0cf6d71f.combine_file__015jbfaw', 'python-trio__trio.cfbbe2c1.func_basic__wc0m7rwr', 'python__mypy.e93f06ce.pr_10036', 'pyupio__safety.7654596b.combine_file__04p8gjzq', 'pyutils__line_profiler.a646bf0f.combine_file__0prho0wb', 'r1chardj0n3s__parse.30da9e4f.combine_file__9g6wvq09', 'rsalmei__alive-progress.35853799.combine_file__03fag9gd', 'rubik__radon.54b88e58.combine_file__0a6xo8gp', 'rustedpy__result.0b855e1e.combine_file__sxi3qfjs', 'scanny__python-pptx.278b47b1.combine_file__00zilcc6', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__7odd8hev', 'seatgeek__thefuzz.8a05a3ee.combine_file__18e0miwg', 'seperman__deepdiff.ed252022.combine_file__1gus4sew', 'sloria__environs.73c372df.combine_file__1ek10skm', 'spulec__freezegun.5f171db0.combine_file__f3rcc5ea', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__00xdyhqi', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__0ba7h4uf', 'termcolor__termcolor.3a42086f.combine_file__1lkb1xn6', 'theskumar__python-dotenv.2b8635b7.combine_file__2vu6qegg', 'tkrajina__gpxpy.09fc46b3.combine_file__1ruhyhz2', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__0gwm46qw', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__0s87qpfn', 'tox-dev__pipdeptree.c31b6418.combine_file__0gh8s1gy', 'tweepy__tweepy.91a41c6e.combine_file__2sd58d3b', 'un33k__python-slugify.872b3750.combine_file__9694uddh', 'vi3k6i5__flashtext.b316c7e9.combine_file__9dxlk2rp', 'weaveworks__grafanalib.5c3b17ed.combine_file__2a6rzcsr'] - -test-1024: - indices: [0, 1, 2, 3, 4, 5, 6, 7, 100, 101, 102, 103, 104, 105, 106, 107, 460, 461, 462, 463, 464, 465, 466, 467, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1781, 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1920, 1921, 1922, 1923, 1924, 1925, 1926, 1927, 2038, 2039, 2040, 2041, 2042, 2043, 2044, 2045, 3331, 3332, 3333, 3334, 3335, 3336, 3337, 3338, 3460, 3461, 3462, 3463, 3464, 3465, 3466, 3467, 3477, 3478, 3479, 3480, 3481, 3482, 3483, 3484, 3848, 3849, 3850, 3851, 3852, 3853, 3854, 3855, 4277, 4278, 4279, 4280, 4281, 4282, 4283, 4284, 6047, 6048, 6049, 6050, 6051, 6052, 6053, 6054, 6303, 6304, 6305, 6306, 6307, 6308, 6309, 6310, 6689, 6690, 6691, 6692, 6693, 6694, 6695, 6696, 6958, 6959, 6960, 6961, 6962, 6963, 6964, 6965, 7878, 7879, 7880, 7881, 7882, 7883, 7884, 7885, 8337, 8338, 8339, 8340, 8341, 8342, 8343, 8344, 8470, 8471, 8472, 8473, 8474, 8475, 8476, 8477, 9149, 9150, 9151, 9152, 9153, 9154, 9155, 9156, 9168, 9169, 9170, 9171, 9172, 9173, 9174, 9175, 9214, 9215, 9216, 9217, 9218, 9219, 9220, 9221, 9321, 9322, 9323, 9324, 9325, 9326, 9327, 9328, 9627, 9628, 9629, 9630, 9631, 9632, 9633, 9634, 9718, 9719, 9720, 9721, 9722, 9723, 9724, 9725, 10463, 10464, 10465, 10466, 10467, 10468, 10469, 10470, 10836, 10837, 10838, 10839, 10840, 10841, 10842, 10843, 11024, 11025, 11026, 11027, 11028, 11029, 11030, 11031, 11551, 11552, 11553, 11554, 11555, 11556, 11557, 11558, 11749, 11750, 11751, 11752, 11753, 11754, 11755, 11756, 11837, 11838, 11839, 11840, 11841, 11842, 11843, 11844, 11871, 11872, 11873, 11874, 11875, 11876, 11877, 11878, 11879, 11880, 11881, 11882, 11883, 11884, 11885, 11886, 11920, 11921, 11922, 11923, 11924, 11925, 11926, 11927, 12400, 12401, 12402, 12403, 12404, 12405, 12406, 12407, 12444, 12445, 12446, 12447, 12448, 12449, 12450, 12451, 12476, 12477, 12478, 12479, 12480, 12481, 12482, 12483, 13213, 13214, 13215, 13216, 13217, 13218, 13219, 13220, 13504, 13505, 13506, 13507, 13508, 13509, 13510, 13511, 13583, 13584, 13585, 13586, 13587, 13588, 13589, 13590, 13720, 13721, 13722, 13723, 13724, 13725, 13726, 13727, 14331, 14332, 14333, 14334, 14335, 14336, 14337, 14338, 14527, 14528, 14529, 14530, 14531, 14532, 14533, 14534, 14538, 14539, 14540, 14541, 14542, 14543, 14544, 14545, 14646, 14647, 14648, 14649, 14650, 14651, 14652, 14653, 14967, 14968, 14969, 14970, 14971, 14972, 14973, 14974, 15172, 15173, 15174, 15175, 15176, 15177, 15178, 15179, 15655, 15656, 15657, 15658, 15659, 15660, 15661, 15662, 15719, 15720, 15721, 15722, 15723, 15724, 15725, 15726, 15802, 15803, 15804, 15805, 15806, 15807, 15808, 15809, 15831, 15832, 15833, 15834, 15835, 15836, 15837, 15838, 16285, 16286, 16287, 16288, 16289, 16290, 16291, 16292, 16808, 16809, 16810, 16811, 16812, 16813, 16814, 16815, 16836, 16837, 16838, 16839, 16840, 16841, 16842, 16843, 16853, 16854, 16855, 16856, 16857, 16858, 16859, 16860, 17174, 17175, 17176, 17177, 17178, 17179, 17180, 17181, 17193, 17194, 17195, 17196, 17197, 17198, 17199, 17200, 17543, 17544, 17545, 17546, 17547, 17548, 17549, 17550, 17876, 17877, 17878, 17879, 17880, 17881, 17882, 17883, 17956, 17957, 17958, 17959, 17960, 17961, 17962, 17963, 18071, 18072, 18073, 18074, 18075, 18076, 18077, 18078, 18193, 18194, 18195, 18196, 18197, 18198, 18199, 18200, 18283, 18284, 18285, 18286, 18287, 18288, 18289, 18290, 18363, 18364, 18365, 18366, 18367, 18368, 18369, 18370, 18904, 18905, 18906, 18907, 18908, 18909, 18910, 18911, 18936, 18937, 18938, 18939, 18940, 18941, 18942, 18943, 19420, 19421, 19422, 19423, 19424, 19425, 19426, 19427, 19696, 19697, 19698, 19699, 19700, 19701, 19702, 19703, 19997, 19998, 19999, 20000, 20001, 20002, 20003, 20004, 20212, 20213, 20214, 20215, 20216, 20217, 20218, 20219, 20307, 20308, 20309, 20310, 20311, 20312, 20313, 20314, 20345, 20346, 20347, 20348, 20349, 20350, 20351, 20352, 20542, 20543, 20544, 20545, 20546, 20547, 20548, 20549, 22931, 22932, 22933, 22934, 22935, 22936, 22937, 22938, 23674, 23675, 23676, 23677, 23678, 23679, 23680, 23681, 23712, 23713, 23714, 23715, 23716, 23717, 23718, 23719, 24105, 24106, 24107, 24108, 24109, 24110, 24111, 24112, 24195, 24196, 24197, 24198, 24199, 24200, 24201, 24202, 24230, 24231, 24232, 24233, 24234, 24235, 24236, 24237, 24906, 24907, 24908, 24909, 24910, 24911, 24912, 24913, 25696, 25697, 25698, 25699, 25700, 25701, 25702, 25703, 26029, 26030, 26031, 26032, 26033, 26034, 26035, 26036, 26216, 26217, 26218, 26219, 26220, 26221, 26222, 26223, 26552, 26553, 26554, 26555, 26556, 26557, 26558, 26559, 27530, 27531, 27532, 27533, 27534, 27535, 27536, 27537, 27791, 27792, 27793, 27794, 27795, 27796, 27797, 27798, 27932, 27933, 27934, 27935, 27936, 27937, 27938, 27939, 28529, 28530, 28531, 28532, 28533, 28534, 28535, 28536, 29857, 29858, 29859, 29860, 29861, 29862, 29863, 29864, 30292, 30293, 30294, 30295, 30296, 30297, 30298, 30299, 30606, 30607, 30608, 30609, 30610, 30611, 30612, 30613, 30890, 30891, 30892, 30893, 30894, 30895, 30896, 30897, 30968, 30969, 30970, 30971, 30972, 30973, 30974, 30975, 31035, 31036, 31037, 31038, 31039, 31040, 31041, 31042, 31794, 31795, 31796, 31797, 31798, 31799, 31800, 31801, 32017, 32018, 32019, 32020, 32021, 32022, 32023, 32024, 32981, 32982, 32983, 32984, 32985, 32986, 32987, 32988, 33921, 33922, 33923, 33924, 33925, 33926, 33927, 33928, 34380, 34381, 34382, 34383, 34384, 34385, 34386, 34387, 34681, 34682, 34683, 34684, 34685, 34686, 34687, 34688, 35410, 35411, 35412, 35413, 35414, 35415, 35416, 35417, 36840, 36841, 36842, 36843, 36844, 36845, 36846, 36847, 37142, 37143, 37144, 37145, 37146, 37147, 37148, 37149, 37531, 37532, 37533, 37534, 37535, 37536, 37537, 37538, 37599, 37600, 37601, 37602, 37603, 37604, 37605, 37606, 37960, 37961, 37962, 37963, 37964, 37965, 37966, 37967, 38023, 38024, 38025, 38026, 38027, 38028, 38029, 38030, 38073, 38074, 38075, 38076, 38077, 38078, 38079, 38080, 38851, 38852, 38853, 38854, 38855, 38856, 38857, 38858, 39224, 39225, 39226, 39227, 39228, 39229, 39230, 39231, 39884, 39885, 39886, 39887, 39888, 39889, 39890, 39891, 39943, 39944, 39945, 39946, 39947, 39948, 39949, 39950, 40055, 40056, 40057, 40058, 40059, 40060, 40061, 40062, 40340, 40341, 40342, 40343, 40344, 40345, 40346, 40347, 40588, 40589, 40590, 40591, 40592, 40593, 40594, 40595, 41309, 41310, 41311, 41312, 41313, 41314, 41315, 41316, 41421, 41422, 41423, 41424, 41425, 41426, 41427, 41428, 41573, 41574, 41575, 41576, 41577, 41578, 41579, 41580, 41822, 41823, 41824, 41825, 41826, 41827, 41828, 41829, 44176, 44177, 44178, 44179, 44180, 44181, 44182, 44183, 44385, 44386, 44387, 44388, 44389, 44390, 44391, 44392, 45193, 45194, 45195, 45196, 45197, 45198, 45199, 45200, 46879, 46880, 46881, 46882, 46883, 46884, 46885, 46886, 46921, 46922, 46923, 46924, 46925, 46926, 46927, 46928, 47011, 47012, 47013, 47014, 47015, 47016, 47017, 47018, 47095, 47096, 47097, 47098, 47099, 47100, 47101, 47102, 48535, 48536, 48537, 48538, 48539, 48540, 48541, 48542, 49180, 49181, 49182, 49183, 49184, 49185, 49186, 49187] - ids: ['john-kurkowski__tldextract.3d1bf184.combine_file__1vnuqpt4', 'john-kurkowski__tldextract.3d1bf184.combine_file__28bpyc3y', 'john-kurkowski__tldextract.3d1bf184.combine_file__2fa4wcjb', 'john-kurkowski__tldextract.3d1bf184.combine_file__49lzm22u', 'john-kurkowski__tldextract.3d1bf184.combine_file__5nuggdtn', 'john-kurkowski__tldextract.3d1bf184.combine_file__8zg1ri0m', 'john-kurkowski__tldextract.3d1bf184.combine_file__a8cw58y5', 'john-kurkowski__tldextract.3d1bf184.combine_file__aztgcns2', 'joke2k__faker.8b401a7d.func_pm_class_rm_base__6sd07oov', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__0cx0y46f', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__155blpz6', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__160fu86n', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__1furpvv3', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__2otvphea', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__3r3nx404', 'joke2k__faker.8b401a7d.func_pm_class_rm_funcs__4s0ebj2d', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__1mq4n48p', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__1ygoyhp0', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__f6vzrswj', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__kxf254x3', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__po70rljf', 'iterative__dvc.1d6ea681.func_pm_class_rm_funcs__0psnagfz', 'iterative__dvc.1d6ea681.func_pm_class_rm_funcs__16qxdj8c', 'iterative__dvc.1d6ea681.func_pm_class_rm_funcs__2k3lhkul', 'pyasn1__pyasn1.0f07d724.combine_file__01foatge', 'pyasn1__pyasn1.0f07d724.combine_file__05o1qjc7', 'pyasn1__pyasn1.0f07d724.combine_file__0kvr531y', 'pyasn1__pyasn1.0f07d724.combine_file__0oiqfjup', 'pyasn1__pyasn1.0f07d724.combine_file__1jbi85xa', 'pyasn1__pyasn1.0f07d724.combine_file__4n0hmt81', 'pyasn1__pyasn1.0f07d724.combine_file__5ei3ghy7', 'pyasn1__pyasn1.0f07d724.combine_file__63syezbg', 'agronholm__exceptiongroup.0b4f4937.combine_file__74zzufuj', 'agronholm__exceptiongroup.0b4f4937.combine_file__e14uhohy', 'agronholm__exceptiongroup.0b4f4937.combine_file__f9ib0lv6', 'agronholm__exceptiongroup.0b4f4937.combine_file__i0w4anf7', 'agronholm__exceptiongroup.0b4f4937.combine_file__leti1lvr', 'agronholm__exceptiongroup.0b4f4937.combine_file__m8abag3k', 'agronholm__exceptiongroup.0b4f4937.combine_file__mw63j2hd', 'agronholm__exceptiongroup.0b4f4937.combine_file__s0m5ibx3', 'Mimino666__langdetect.a1598f1a.combine_file__3ne2iu6p', 'Mimino666__langdetect.a1598f1a.combine_file__6rlr3dzx', 'Mimino666__langdetect.a1598f1a.combine_file__8ahfsx60', 'Mimino666__langdetect.a1598f1a.combine_file__8h7nevau', 'Mimino666__langdetect.a1598f1a.combine_file__8jjjzz0g', 'Mimino666__langdetect.a1598f1a.combine_file__9x07wm73', 'Mimino666__langdetect.a1598f1a.combine_file__baomsq52', 'Mimino666__langdetect.a1598f1a.combine_file__blbshbij', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__00xdyhqi', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__0kj3axpn', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__0rozfmz9', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__0uj94g0d', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__0xaxozxv', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__13uj3ar7', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__19akfyic', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__1wp5z7mg', 'gweis__isodate.17cb25eb.combine_file__0isfhxlp', 'gweis__isodate.17cb25eb.combine_file__0ughdbtx', 'gweis__isodate.17cb25eb.combine_file__19ctjg4p', 'gweis__isodate.17cb25eb.combine_file__1k8q4a9v', 'gweis__isodate.17cb25eb.combine_file__3d5ffych', 'gweis__isodate.17cb25eb.combine_file__4u5mlu9j', 'gweis__isodate.17cb25eb.combine_file__57hxnkcj', 'gweis__isodate.17cb25eb.combine_file__8zpm11c8', 'termcolor__termcolor.3a42086f.combine_file__1lkb1xn6', 'termcolor__termcolor.3a42086f.combine_file__8ltnh873', 'termcolor__termcolor.3a42086f.combine_file__jvn23aeb', 'termcolor__termcolor.3a42086f.combine_file__kcolavuc', 'termcolor__termcolor.3a42086f.func_basic__85cw2fkp', 'termcolor__termcolor.3a42086f.func_basic__j1e1skkr', 'termcolor__termcolor.3a42086f.func_basic__u7mdjl9x', 'termcolor__termcolor.3a42086f.func_basic__voa3vr8k', 'rsalmei__alive-progress.35853799.combine_file__03fag9gd', 'rsalmei__alive-progress.35853799.combine_file__0d2nyr7r', 'rsalmei__alive-progress.35853799.combine_file__1ljzw1ci', 'rsalmei__alive-progress.35853799.combine_file__2ka5aw0g', 'rsalmei__alive-progress.35853799.combine_file__548uahnn', 'rsalmei__alive-progress.35853799.combine_file__5koekd6f', 'rsalmei__alive-progress.35853799.combine_file__5nuterze', 'rsalmei__alive-progress.35853799.combine_file__5uvaw4eq', 'facebookresearch__hydra.0f03eb60.func_pm_class_rm_base__48m43coc', 'facebookresearch__hydra.0f03eb60.func_pm_class_rm_base__afg3ot4f', 'facebookresearch__hydra.0f03eb60.func_pm_class_rm_base__kajepu27', 'facebookresearch__hydra.0f03eb60.func_pm_class_rm_base__nrq1wzbk', 'facebookresearch__hydra.0f03eb60.func_pm_class_rm_funcs__0e2hh0f3', 'facebookresearch__hydra.0f03eb60.func_pm_class_rm_funcs__0s3hejxe', 'facebookresearch__hydra.0f03eb60.func_pm_class_rm_funcs__0spfj410', 'facebookresearch__hydra.0f03eb60.func_pm_class_rm_funcs__74cfppfr', 'pylint-dev__astroid.b114f6b5.combine_file__03ujys3k', 'pylint-dev__astroid.b114f6b5.combine_file__0443kh77', 'pylint-dev__astroid.b114f6b5.combine_file__0542t5ft', 'pylint-dev__astroid.b114f6b5.combine_file__0exizlwy', 'pylint-dev__astroid.b114f6b5.combine_file__0w3lbknq', 'pylint-dev__astroid.b114f6b5.combine_file__0x6ss9oc', 'pylint-dev__astroid.b114f6b5.combine_file__0zmrug3v', 'pylint-dev__astroid.b114f6b5.combine_file__0zt5q18q', 'django-money__django-money.835c1ab8.combine_file__2207opfn', 'django-money__django-money.835c1ab8.combine_file__26mrrar1', 'django-money__django-money.835c1ab8.combine_file__6g5qo3g8', 'django-money__django-money.835c1ab8.combine_file__7znr0kum', 'django-money__django-money.835c1ab8.combine_file__av81krcf', 'django-money__django-money.835c1ab8.combine_file__balze8su', 'django-money__django-money.835c1ab8.combine_file__cxfdztpc', 'django-money__django-money.835c1ab8.combine_file__f42d2uus', 'pyparsing__pyparsing.533adf47.combine_file__0mxfxgiy', 'pyparsing__pyparsing.533adf47.combine_file__0nsujtro', 'pyparsing__pyparsing.533adf47.combine_file__3jw3qikd', 'pyparsing__pyparsing.533adf47.combine_file__5uxg70c1', 'pyparsing__pyparsing.533adf47.combine_file__62sgh9w7', 'pyparsing__pyparsing.533adf47.combine_file__68skjedt', 'pyparsing__pyparsing.533adf47.combine_file__68vwhhcm', 'pyparsing__pyparsing.533adf47.combine_file__76btnn9u', 'life4__textdistance.c3aca916.combine_file__0sfget5n', 'life4__textdistance.c3aca916.combine_file__135h75f4', 'life4__textdistance.c3aca916.combine_file__2n8fa76r', 'life4__textdistance.c3aca916.combine_file__2ow6yk33', 'life4__textdistance.c3aca916.combine_file__2s9xskfy', 'life4__textdistance.c3aca916.combine_file__3izxykz4', 'life4__textdistance.c3aca916.combine_file__593rz6rb', 'life4__textdistance.c3aca916.combine_file__5a3pe0mb', 'paramiko__paramiko.23f92003.combine_file__06294q2r', 'paramiko__paramiko.23f92003.combine_file__062dokbe', 'paramiko__paramiko.23f92003.combine_file__06ixfhti', 'paramiko__paramiko.23f92003.combine_file__07gu8cok', 'paramiko__paramiko.23f92003.combine_file__0g6xnh23', 'paramiko__paramiko.23f92003.combine_file__13e10lun', 'paramiko__paramiko.23f92003.combine_file__1acju47q', 'paramiko__paramiko.23f92003.combine_file__1eqp9nm1', 'andialbrecht__sqlparse.e57923b3.combine_file__0kpo7qv7', 'andialbrecht__sqlparse.e57923b3.combine_file__1neoviis', 'andialbrecht__sqlparse.e57923b3.combine_file__1wyezdjs', 'andialbrecht__sqlparse.e57923b3.combine_file__2ce20ivv', 'andialbrecht__sqlparse.e57923b3.combine_file__2fz8wxs9', 'andialbrecht__sqlparse.e57923b3.combine_file__365uyea8', 'andialbrecht__sqlparse.e57923b3.combine_file__41rrr227', 'andialbrecht__sqlparse.e57923b3.combine_file__4696vm2s', 'jaraco__inflect.c079a96a.combine_file__1m7cawal', 'jaraco__inflect.c079a96a.combine_file__p1km6bf3', 'jaraco__inflect.c079a96a.combine_file__y2ozfoh0', 'jaraco__inflect.c079a96a.func_basic__0hwljtvh', 'jaraco__inflect.c079a96a.func_basic__1jrv4g0i', 'jaraco__inflect.c079a96a.func_basic__1ohhrkta', 'jaraco__inflect.c079a96a.func_basic__20t8s193', 'jaraco__inflect.c079a96a.func_basic__22egpvdf', 'tkrajina__gpxpy.09fc46b3.combine_file__1ruhyhz2', 'tkrajina__gpxpy.09fc46b3.combine_file__5bnr4po3', 'tkrajina__gpxpy.09fc46b3.combine_file__622pe5nv', 'tkrajina__gpxpy.09fc46b3.combine_file__6h5c7o6p', 'tkrajina__gpxpy.09fc46b3.combine_file__7r5pxkmp', 'tkrajina__gpxpy.09fc46b3.combine_file__8numrqv6', 'tkrajina__gpxpy.09fc46b3.combine_file__cj7fx7u3', 'tkrajina__gpxpy.09fc46b3.combine_file__ehz08wgl', 'python__mypy.e93f06ce.pr_10036', 'python__mypy.e93f06ce.pr_10424', 'python__mypy.e93f06ce.pr_11567', 'python__mypy.e93f06ce.pr_11632', 'python__mypy.e93f06ce.pr_11972', 'python__mypy.e93f06ce.pr_12943', 'python__mypy.e93f06ce.pr_12951', 'python__mypy.e93f06ce.pr_15155', 'vi3k6i5__flashtext.b316c7e9.combine_file__9dxlk2rp', 'vi3k6i5__flashtext.b316c7e9.combine_file__lrgx0qey', 'vi3k6i5__flashtext.b316c7e9.combine_file__m4a2tfh1', 'vi3k6i5__flashtext.b316c7e9.combine_file__of44w59q', 'vi3k6i5__flashtext.b316c7e9.func_basic__2jg0vg7s', 'vi3k6i5__flashtext.b316c7e9.func_basic__40bfagui', 'vi3k6i5__flashtext.b316c7e9.func_basic__4642z3wy', 'vi3k6i5__flashtext.b316c7e9.func_basic__cyvjee42', 'pudo__dataset.5c2dc8d3.combine_file__09k00ucq', 'pudo__dataset.5c2dc8d3.combine_file__2h1v64gn', 'pudo__dataset.5c2dc8d3.combine_file__2krxnkkn', 'pudo__dataset.5c2dc8d3.combine_file__3ttzi4k1', 'pudo__dataset.5c2dc8d3.combine_file__4oc6t9ws', 'pudo__dataset.5c2dc8d3.combine_file__906hgmxb', 'pudo__dataset.5c2dc8d3.combine_file__ab58f4n1', 'pudo__dataset.5c2dc8d3.combine_file__emn854d9', 'Suor__funcy.207a7810.combine_file__186umsl2', 'Suor__funcy.207a7810.combine_file__1zo4pdi4', 'Suor__funcy.207a7810.combine_file__3cucpzij', 'Suor__funcy.207a7810.combine_file__3u9hti2d', 'Suor__funcy.207a7810.combine_file__3y0j7te5', 'Suor__funcy.207a7810.combine_file__4ho5rovv', 'Suor__funcy.207a7810.combine_file__5c2gq3ju', 'Suor__funcy.207a7810.combine_file__5kzv0kej', 'modin-project__modin.8c7799fd.combine_module__5xk47cme', 'modin-project__modin.8c7799fd.combine_module__ay6v1944', 'modin-project__modin.8c7799fd.combine_module__h587z70h', 'modin-project__modin.8c7799fd.combine_module__m5lxs8bb', 'modin-project__modin.8c7799fd.combine_module__rxi0qhe3', 'modin-project__modin.8c7799fd.combine_module__y3bqerxy', 'modin-project__modin.8c7799fd.func_pm_class_rm_funcs__dicn9yqc', 'modin-project__modin.8c7799fd.func_pm_class_rm_funcs__fb82om6g', 'kayak__pypika.1c9646f0.combine_file__0255t16v', 'kayak__pypika.1c9646f0.combine_file__0i1fohni', 'kayak__pypika.1c9646f0.combine_file__0umuc53t', 'kayak__pypika.1c9646f0.combine_file__1o3odg2d', 'kayak__pypika.1c9646f0.combine_file__1z56joe1', 'kayak__pypika.1c9646f0.combine_file__1zjm16oa', 'kayak__pypika.1c9646f0.combine_file__2znk3s7x', 'kayak__pypika.1c9646f0.combine_file__3l94afus', 'benoitc__gunicorn.bacbf8aa.combine_file__0q9uqnfj', 'benoitc__gunicorn.bacbf8aa.combine_file__0uqr7ef6', 'benoitc__gunicorn.bacbf8aa.combine_file__18uz4fdc', 'benoitc__gunicorn.bacbf8aa.combine_file__1b24eq17', 'benoitc__gunicorn.bacbf8aa.combine_file__2n0dy0tp', 'benoitc__gunicorn.bacbf8aa.combine_file__2w6h4yfi', 'benoitc__gunicorn.bacbf8aa.combine_file__339uwkx7', 'benoitc__gunicorn.bacbf8aa.combine_file__3764djw5', 'HIPS__autograd.ac044f0d.lm_rewrite__0980jjjc', 'HIPS__autograd.ac044f0d.lm_rewrite__1g1waab6', 'HIPS__autograd.ac044f0d.lm_rewrite__2l1df76i', 'HIPS__autograd.ac044f0d.lm_rewrite__2qr2vvm9', 'HIPS__autograd.ac044f0d.lm_rewrite__346224tb', 'HIPS__autograd.ac044f0d.lm_rewrite__350um2ft', 'HIPS__autograd.ac044f0d.lm_rewrite__3kli7885', 'HIPS__autograd.ac044f0d.lm_rewrite__3knuyqu0', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__0u6zscda', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__2qad2hn2', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__4cid2k7l', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__4dqhqlsw', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__5vwk53u1', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__ashlhx57', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__cjlsz1z2', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__fjlc2xjk', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__7odd8hev', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__bnrrsi7l', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__po0m9cgu', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__uqk05prw', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__xfg1evii', 'scrapy__scrapy.35212ec5.func_pm_class_rm_funcs__55mkr3mw', 'scrapy__scrapy.35212ec5.func_pm_class_rm_funcs__9sggl157', 'scrapy__scrapy.35212ec5.func_pm_class_rm_funcs__d4ml819f', 'keleshev__schema.24a30457.combine_file__8m3txfu7', 'keleshev__schema.24a30457.combine_file__ums0p8s3', 'keleshev__schema.24a30457.combine_file__xbyfjk8q', 'keleshev__schema.24a30457.func_basic__0aje89jo', 'keleshev__schema.24a30457.func_basic__18wfkgq9', 'keleshev__schema.24a30457.func_basic__27m4p2mt', 'keleshev__schema.24a30457.func_basic__3ta24sq5', 'keleshev__schema.24a30457.func_basic__4dp0lvs4', 'kennethreitz__records.5941ab27.combine_file__6me5ci4d', 'kennethreitz__records.5941ab27.combine_file__95trbjmz', 'kennethreitz__records.5941ab27.combine_file__dxnionnt', 'kennethreitz__records.5941ab27.combine_file__uh6f3qdk', 'kennethreitz__records.5941ab27.func_basic__499hv8uy', 'kennethreitz__records.5941ab27.func_basic__6bfvq24z', 'kennethreitz__records.5941ab27.func_basic__8ansg240', 'kennethreitz__records.5941ab27.func_basic__8zrs6ums', 'datamade__usaddress.a42a8f0c.combine_file__n8e84hcz', 'datamade__usaddress.a42a8f0c.combine_file__sjv6rfix', 'datamade__usaddress.a42a8f0c.func_basic__0ieb44hl', 'datamade__usaddress.a42a8f0c.func_basic__nnibebxs', 'datamade__usaddress.a42a8f0c.func_basic__qz92fvke', 'datamade__usaddress.a42a8f0c.func_pm_remove_assign__y0jijrlk', 'datamade__usaddress.a42a8f0c.lm_rewrite__gvqcmfw6', 'datamade__usaddress.a42a8f0c.lm_rewrite__qrc0sw5h', 'buriy__python-readability.40256f40.combine_file__2pt3y7up', 'buriy__python-readability.40256f40.combine_file__7fqs6b1x', 'buriy__python-readability.40256f40.combine_file__g74gcsrk', 'buriy__python-readability.40256f40.combine_file__iikzw4g3', 'buriy__python-readability.40256f40.combine_file__x2nhj31u', 'buriy__python-readability.40256f40.combine_file__x5n1fqg7', 'buriy__python-readability.40256f40.combine_file__yirqhpk6', 'buriy__python-readability.40256f40.func_basic__2kph0vc5', 'graphql-python__graphene.82903263.combine_file__00ktyl0x', 'graphql-python__graphene.82903263.combine_file__0mpl4fcm', 'graphql-python__graphene.82903263.combine_file__0v89t20o', 'graphql-python__graphene.82903263.combine_file__1do1d8k0', 'graphql-python__graphene.82903263.combine_file__26v2crpy', 'graphql-python__graphene.82903263.combine_file__2fh7k3fy', 'graphql-python__graphene.82903263.combine_file__2wnkiunv', 'graphql-python__graphene.82903263.combine_file__340c1rlv', 'martinblech__xmltodict.0952f382.combine_file__am8jwrys', 'martinblech__xmltodict.0952f382.combine_file__arrvo4as', 'martinblech__xmltodict.0952f382.combine_file__fonimf13', 'martinblech__xmltodict.0952f382.combine_file__wpu0bspk', 'martinblech__xmltodict.0952f382.func_basic__0exrjpwz', 'martinblech__xmltodict.0952f382.func_basic__254qp8xw', 'martinblech__xmltodict.0952f382.func_basic__3jcqeuys', 'martinblech__xmltodict.0952f382.func_basic__4ry5wj8i', 'seatgeek__thefuzz.8a05a3ee.combine_file__18e0miwg', 'seatgeek__thefuzz.8a05a3ee.combine_file__2uoca06x', 'seatgeek__thefuzz.8a05a3ee.combine_file__49lwir4y', 'seatgeek__thefuzz.8a05a3ee.combine_file__5s3frnhb', 'seatgeek__thefuzz.8a05a3ee.combine_file__ceibttt0', 'seatgeek__thefuzz.8a05a3ee.combine_file__e1efgbx1', 'seatgeek__thefuzz.8a05a3ee.combine_file__idurqdip', 'seatgeek__thefuzz.8a05a3ee.combine_file__pqbbf4di', 'mahmoud__boltons.3bfcfdd0.combine_file__0e96jzmh', 'mahmoud__boltons.3bfcfdd0.combine_file__0p2kme8h', 'mahmoud__boltons.3bfcfdd0.combine_file__17srw53y', 'mahmoud__boltons.3bfcfdd0.combine_file__2ceafjfc', 'mahmoud__boltons.3bfcfdd0.combine_file__3edw4q46', 'mahmoud__boltons.3bfcfdd0.combine_file__4c75anje', 'mahmoud__boltons.3bfcfdd0.combine_file__4gam6og9', 'mahmoud__boltons.3bfcfdd0.combine_file__4ludpvf0', 'lincolnloop__python-qrcode.456b01d4.combine_file__2nub3l1p', 'lincolnloop__python-qrcode.456b01d4.combine_file__3arti7hc', 'lincolnloop__python-qrcode.456b01d4.combine_file__3n9y7zn6', 'lincolnloop__python-qrcode.456b01d4.combine_file__3xl5wxe3', 'lincolnloop__python-qrcode.456b01d4.combine_file__47m1l8q8', 'lincolnloop__python-qrcode.456b01d4.combine_file__4xb12bgr', 'lincolnloop__python-qrcode.456b01d4.combine_file__5c4qoajj', 'lincolnloop__python-qrcode.456b01d4.combine_file__5wxrnyqu', 'google__textfsm.c31b6007.combine_file__7milf7b7', 'google__textfsm.c31b6007.combine_file__8c98urp5', 'google__textfsm.c31b6007.combine_file__969y33qv', 'google__textfsm.c31b6007.combine_file__bgk6tlx2', 'google__textfsm.c31b6007.combine_file__d1l5ywjm', 'google__textfsm.c31b6007.combine_file__jhjs16p8', 'google__textfsm.c31b6007.combine_file__n71is6qa', 'google__textfsm.c31b6007.combine_file__ntri0mjn', 'cknd__stackprinter.219fcc52.combine_file__3mb4yuht', 'cknd__stackprinter.219fcc52.combine_file__5x4jvjgf', 'cknd__stackprinter.219fcc52.combine_file__762052u8', 'cknd__stackprinter.219fcc52.combine_file__7gqfh6ju', 'cknd__stackprinter.219fcc52.combine_file__ari1pvlw', 'cknd__stackprinter.219fcc52.combine_file__bjl887iw', 'cknd__stackprinter.219fcc52.combine_file__bplftd4e', 'cknd__stackprinter.219fcc52.combine_file__e6q4r13i', 'davidhalter__parso.338a5760.combine_file__1ozjorxv', 'davidhalter__parso.338a5760.combine_file__24zievc9', 'davidhalter__parso.338a5760.combine_file__3d6bca3i', 'davidhalter__parso.338a5760.combine_file__3xs7ozwy', 'davidhalter__parso.338a5760.combine_file__42r2dt32', 'davidhalter__parso.338a5760.combine_file__4agkr1qk', 'davidhalter__parso.338a5760.combine_file__5862c62m', 'davidhalter__parso.338a5760.combine_file__6ai9x66t', 'gruns__furl.da386f68.combine_file__a2we49nm', 'gruns__furl.da386f68.combine_file__d6g4zu97', 'gruns__furl.da386f68.combine_file__ikudh8vv', 'gruns__furl.da386f68.combine_file__mk6pxlic', 'gruns__furl.da386f68.combine_file__mxp5kqco', 'gruns__furl.da386f68.combine_file__pz8y2v7o', 'gruns__furl.da386f68.combine_file__w4yy9ukv', 'gruns__furl.da386f68.func_basic__0v9ni7yq', 'pwaller__pyfiglet.f8c5f35b.combine_file__sind222x', 'pwaller__pyfiglet.f8c5f35b.func_basic__kbelcvef', 'pwaller__pyfiglet.f8c5f35b.func_basic__sjopxapv', 'pwaller__pyfiglet.f8c5f35b.func_basic__t9m6563e', 'pwaller__pyfiglet.f8c5f35b.func_basic__zh9g8b3e', 'pwaller__pyfiglet.f8c5f35b.func_pm_ctrl_invert_if__c3il7wrt', 'pwaller__pyfiglet.f8c5f35b.func_pm_ctrl_shuffle__n7wjcwpl', 'pwaller__pyfiglet.f8c5f35b.func_pm_op_swap__4tsl9r61', 'spulec__freezegun.5f171db0.combine_file__f3rcc5ea', 'spulec__freezegun.5f171db0.combine_file__hudw00ia', 'spulec__freezegun.5f171db0.combine_file__u10od2ts', 'spulec__freezegun.5f171db0.combine_file__xb5m1muo', 'spulec__freezegun.5f171db0.func_basic__0907rt5s', 'spulec__freezegun.5f171db0.func_basic__1lga5mmv', 'spulec__freezegun.5f171db0.func_basic__1wzhexnu', 'spulec__freezegun.5f171db0.func_basic__1z97j0lp', 'mozillazg__python-pinyin.e42dede5.combine_file__0fuikb5l', 'mozillazg__python-pinyin.e42dede5.combine_file__31m1c4eg', 'mozillazg__python-pinyin.e42dede5.combine_file__4hfqnaiz', 'mozillazg__python-pinyin.e42dede5.combine_file__5or39o5l', 'mozillazg__python-pinyin.e42dede5.combine_file__8wos70yn', 'mozillazg__python-pinyin.e42dede5.combine_file__96dnv6g9', 'mozillazg__python-pinyin.e42dede5.combine_file__9wqxev96', 'mozillazg__python-pinyin.e42dede5.combine_file__ay992gn5', 'rubik__radon.54b88e58.combine_file__0a6xo8gp', 'rubik__radon.54b88e58.combine_file__0m2cizlo', 'rubik__radon.54b88e58.combine_file__22d6pzec', 'rubik__radon.54b88e58.combine_file__34a07l8b', 'rubik__radon.54b88e58.combine_file__4k3ntkqd', 'rubik__radon.54b88e58.combine_file__8bw0yabk', 'rubik__radon.54b88e58.combine_file__aeuepbc6', 'rubik__radon.54b88e58.combine_file__f1atqy1u', 'mozilla__bleach.73871d76.combine_file__1fx94goc', 'mozilla__bleach.73871d76.combine_file__1i64kagr', 'mozilla__bleach.73871d76.combine_file__1kdsqwbh', 'mozilla__bleach.73871d76.combine_file__1rh9tq3c', 'mozilla__bleach.73871d76.combine_file__1wcmbe9g', 'mozilla__bleach.73871d76.combine_file__2c9cnu0u', 'mozilla__bleach.73871d76.combine_file__3cci51ck', 'mozilla__bleach.73871d76.combine_file__3md5e1na', 'rustedpy__result.0b855e1e.combine_file__sxi3qfjs', 'rustedpy__result.0b855e1e.combine_file__vkyo92k2', 'rustedpy__result.0b855e1e.combine_file__yurwytjm', 'rustedpy__result.0b855e1e.func_basic__08l7xwcj', 'rustedpy__result.0b855e1e.func_basic__4sff6k2a', 'rustedpy__result.0b855e1e.func_basic__541ntd9w', 'rustedpy__result.0b855e1e.func_basic__5h1cvgnz', 'rustedpy__result.0b855e1e.func_basic__6jm5kqa2', 'matthewwithanm__python-markdownify.6258f5c3.combine_file__hbpauk0y', 'matthewwithanm__python-markdownify.6258f5c3.combine_file__q9i2yu7a', 'matthewwithanm__python-markdownify.6258f5c3.combine_file__qf4n5sdn', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__1yf6xw2a', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__32ks378x', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__3dpki6xc', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__3kgopq3v', 'matthewwithanm__python-markdownify.6258f5c3.func_basic__4l5sk3ck', 'mewwts__addict.75284f95.combine_file__3fttj8ti', 'mewwts__addict.75284f95.combine_file__6ib4g5h0', 'mewwts__addict.75284f95.combine_file__d5w1dhpb', 'mewwts__addict.75284f95.combine_file__mtx0k9ve', 'mewwts__addict.75284f95.func_basic__06sj084c', 'mewwts__addict.75284f95.func_basic__46pugudf', 'mewwts__addict.75284f95.func_basic__90wh3hv9', 'mewwts__addict.75284f95.func_basic__9sg9rq7f', 'PyCQA__flake8.cf1542ce.combine_file__00lpnlny', 'PyCQA__flake8.cf1542ce.combine_file__0dzqx93s', 'PyCQA__flake8.cf1542ce.combine_file__0gss8zww', 'PyCQA__flake8.cf1542ce.combine_file__0t6ke5r4', 'PyCQA__flake8.cf1542ce.combine_file__0tdwg1ff', 'PyCQA__flake8.cf1542ce.combine_file__2fd9ywo2', 'PyCQA__flake8.cf1542ce.combine_file__3bz6n3sp', 'PyCQA__flake8.cf1542ce.combine_file__4jtpxlth', 'mahmoud__glom.fb3c4e76.combine_file__22kf0vki', 'mahmoud__glom.fb3c4e76.combine_file__231n3xl8', 'mahmoud__glom.fb3c4e76.combine_file__3r2lnntt', 'mahmoud__glom.fb3c4e76.combine_file__4xr7plz3', 'mahmoud__glom.fb3c4e76.combine_file__58t357sd', 'mahmoud__glom.fb3c4e76.combine_file__63c1epiq', 'mahmoud__glom.fb3c4e76.combine_file__6j1ump4h', 'mahmoud__glom.fb3c4e76.combine_file__7sm9muzc', 'borntyping__python-colorlog.dfa10f59.combine_file__932hbnsz', 'borntyping__python-colorlog.dfa10f59.combine_file__bmf3qqlj', 'borntyping__python-colorlog.dfa10f59.combine_file__c5zkrgjb', 'borntyping__python-colorlog.dfa10f59.combine_file__hofui8tk', 'borntyping__python-colorlog.dfa10f59.combine_file__jv64mtl0', 'borntyping__python-colorlog.dfa10f59.combine_file__l0l2xw5k', 'borntyping__python-colorlog.dfa10f59.combine_file__mgwf3p06', 'borntyping__python-colorlog.dfa10f59.combine_file__wm7ptqv5', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__7iujb6a9', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__sy2hagpa', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__u55dm8je', 'gruns__icecream.f76fef56.func_pm_ctrl_shuffle__0559gjlc', 'gruns__icecream.f76fef56.func_pm_ctrl_shuffle__3dkw6kmj', 'gruns__icecream.f76fef56.func_pm_ctrl_shuffle__mych2umn', 'gruns__icecream.f76fef56.func_pm_ctrl_shuffle__z95tfg9w', 'gruns__icecream.f76fef56.func_pm_remove_assign__0qxyj4dh', 'marshmallow-code__webargs.dbde72fe.combine_file__05ra8ndh', 'marshmallow-code__webargs.dbde72fe.combine_file__0hu6mx1r', 'marshmallow-code__webargs.dbde72fe.combine_file__0nt3a64o', 'marshmallow-code__webargs.dbde72fe.combine_file__0wayeg8k', 'marshmallow-code__webargs.dbde72fe.combine_file__0xhn3aaa', 'marshmallow-code__webargs.dbde72fe.combine_file__2sj4kwou', 'marshmallow-code__webargs.dbde72fe.combine_file__2swj55ex', 'marshmallow-code__webargs.dbde72fe.combine_file__3wapyyi1', 'aio-libs__async-timeout.d0baa9f1.combine_file__3qpnebr7', 'aio-libs__async-timeout.d0baa9f1.combine_file__6efj5rce', 'aio-libs__async-timeout.d0baa9f1.combine_file__bwy4m1w4', 'aio-libs__async-timeout.d0baa9f1.combine_file__la9dmvt9', 'aio-libs__async-timeout.d0baa9f1.combine_file__vwjwx6t0', 'aio-libs__async-timeout.d0baa9f1.func_basic__0tq3zk35', 'aio-libs__async-timeout.d0baa9f1.func_basic__38edt9p9', 'aio-libs__async-timeout.d0baa9f1.func_basic__4dm8pgbf', 'adrienverge__yamllint.8513d9b9.combine_file__05pv3u48', 'adrienverge__yamllint.8513d9b9.combine_file__14gghax7', 'adrienverge__yamllint.8513d9b9.combine_file__16usfuj8', 'adrienverge__yamllint.8513d9b9.combine_file__26dq3p0r', 'adrienverge__yamllint.8513d9b9.combine_file__2catxf74', 'adrienverge__yamllint.8513d9b9.combine_file__2usnc4qn', 'adrienverge__yamllint.8513d9b9.combine_file__3fyj490o', 'adrienverge__yamllint.8513d9b9.combine_file__5xrg18p4', 'arrow-py__arrow.1d70d009.combine_file__09q8ngbx', 'arrow-py__arrow.1d70d009.combine_file__0jlnyumj', 'arrow-py__arrow.1d70d009.combine_file__7c8e35bb', 'arrow-py__arrow.1d70d009.combine_file__7ostu42h', 'arrow-py__arrow.1d70d009.combine_file__7z9cmpd8', 'arrow-py__arrow.1d70d009.combine_file__8pbefy25', 'arrow-py__arrow.1d70d009.combine_file__bf6naic0', 'arrow-py__arrow.1d70d009.combine_file__cqusykoi', 'dbader__schedule.82a43db1.combine_file__8xn9cuva', 'dbader__schedule.82a43db1.combine_file__fd66g5jv', 'dbader__schedule.82a43db1.combine_file__gzk55qjr', 'dbader__schedule.82a43db1.func_basic__1d2lxayf', 'dbader__schedule.82a43db1.func_basic__1dqum7qo', 'dbader__schedule.82a43db1.func_basic__2xjsfsa4', 'dbader__schedule.82a43db1.func_basic__3uexycvf', 'dbader__schedule.82a43db1.func_basic__3uvexel4', 'cloudpipe__cloudpickle.6220b0ce.combine_file__1hg7kf4e', 'cloudpipe__cloudpickle.6220b0ce.combine_file__il2fiv3e', 'cloudpipe__cloudpickle.6220b0ce.combine_file__us3l4ey7', 'cloudpipe__cloudpickle.6220b0ce.func_basic__0lun00yt', 'cloudpipe__cloudpickle.6220b0ce.func_basic__1dg7iueb', 'cloudpipe__cloudpickle.6220b0ce.func_basic__1rxtz1uw', 'cloudpipe__cloudpickle.6220b0ce.func_basic__2oqo0xtt', 'cloudpipe__cloudpickle.6220b0ce.func_basic__33i9rvbh', 'weaveworks__grafanalib.5c3b17ed.combine_file__2a6rzcsr', 'weaveworks__grafanalib.5c3b17ed.combine_file__2ug37o2m', 'weaveworks__grafanalib.5c3b17ed.combine_file__3qvu493c', 'weaveworks__grafanalib.5c3b17ed.combine_file__5ovcwkq5', 'weaveworks__grafanalib.5c3b17ed.combine_file__6r8fkq6p', 'weaveworks__grafanalib.5c3b17ed.combine_file__curvfb6e', 'weaveworks__grafanalib.5c3b17ed.combine_file__e2kkr9a3', 'weaveworks__grafanalib.5c3b17ed.combine_file__ln8o7r6k', 'un33k__python-slugify.872b3750.combine_file__9694uddh', 'un33k__python-slugify.872b3750.combine_file__bqvl1rmh', 'un33k__python-slugify.872b3750.combine_file__clw5azh4', 'un33k__python-slugify.872b3750.combine_file__u8635nxq', 'un33k__python-slugify.872b3750.combine_file__xmioikmw', 'un33k__python-slugify.872b3750.func_basic__0imkjpwx', 'un33k__python-slugify.872b3750.func_basic__0t6x84si', 'un33k__python-slugify.872b3750.func_basic__17sm7cpm', 'hukkin__tomli.443a0c1b.combine_file__3dpezncq', 'hukkin__tomli.443a0c1b.combine_file__417c3yvo', 'hukkin__tomli.443a0c1b.combine_file__54fsgxc7', 'hukkin__tomli.443a0c1b.combine_file__55v3asff', 'hukkin__tomli.443a0c1b.combine_file__9ga4hh9z', 'hukkin__tomli.443a0c1b.combine_file__jtga1vqq', 'hukkin__tomli.443a0c1b.combine_file__wnhdkd6v', 'hukkin__tomli.443a0c1b.combine_file__y7vvdg7n', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__2yj9xqtn', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__8b4xbbwj', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__f6ugmz8d', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__ibxcc1yg', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__mgznzhdj', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__mzlrypww', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__no0ggxjh', 'getmoto__moto.694ce1f4.func_pm_class_rm_funcs__0bt1044j', 'pexpect__ptyprocess.1067dbda.combine_file__3cb6g60c', 'pexpect__ptyprocess.1067dbda.combine_file__4zof05no', 'pexpect__ptyprocess.1067dbda.combine_file__6o8lu8v9', 'pexpect__ptyprocess.1067dbda.combine_file__folgodyu', 'pexpect__ptyprocess.1067dbda.combine_file__kyh4v6q3', 'pexpect__ptyprocess.1067dbda.combine_file__lnie3t4d', 'pexpect__ptyprocess.1067dbda.combine_file__t572dfx8', 'pexpect__ptyprocess.1067dbda.combine_file__z9xh0tlg', 'facebookresearch__fvcore.a491d5b9.combine_file__0e71vue2', 'facebookresearch__fvcore.a491d5b9.combine_file__0i0ekelh', 'facebookresearch__fvcore.a491d5b9.combine_file__0s48fnto', 'facebookresearch__fvcore.a491d5b9.combine_file__1uoqm710', 'facebookresearch__fvcore.a491d5b9.combine_file__1vidfnc7', 'facebookresearch__fvcore.a491d5b9.combine_file__21198gv2', 'facebookresearch__fvcore.a491d5b9.combine_file__4pue59l8', 'facebookresearch__fvcore.a491d5b9.combine_file__4zed2l5m', 'prettytable__prettytable.ca90b055.combine_file__2mwa4qpg', 'prettytable__prettytable.ca90b055.combine_file__4w7uchqh', 'prettytable__prettytable.ca90b055.combine_file__9f0r8icw', 'prettytable__prettytable.ca90b055.combine_file__hks00kto', 'prettytable__prettytable.ca90b055.combine_file__huv4rtpp', 'prettytable__prettytable.ca90b055.combine_file__kqx81ldk', 'prettytable__prettytable.ca90b055.combine_file__u5hkdpry', 'prettytable__prettytable.ca90b055.combine_file__u7zf4461', 'pyca__pyopenssl.04766a49.combine_file__12o1o8ad', 'pyca__pyopenssl.04766a49.combine_file__4jzvfouh', 'pyca__pyopenssl.04766a49.combine_file__5j645xx1', 'pyca__pyopenssl.04766a49.combine_file__5lywfosx', 'pyca__pyopenssl.04766a49.combine_file__8qxekyts', 'pyca__pyopenssl.04766a49.combine_file__9bp5eeit', 'pyca__pyopenssl.04766a49.combine_file__er4hmcrk', 'pyca__pyopenssl.04766a49.combine_file__ia85jsve', 'chardet__chardet.9630f238.combine_file__1gm3nc5e', 'chardet__chardet.9630f238.combine_file__3nsj1x6m', 'chardet__chardet.9630f238.combine_file__4zqsxdno', 'chardet__chardet.9630f238.combine_file__5tat64kj', 'chardet__chardet.9630f238.combine_file__5tt5tpcd', 'chardet__chardet.9630f238.combine_file__5zgxk3lq', 'chardet__chardet.9630f238.combine_file__7qgyacf6', 'chardet__chardet.9630f238.combine_file__7x92xa0x', 'erikrose__parsimonious.0d3f5f93.combine_file__0w8inm9h', 'erikrose__parsimonious.0d3f5f93.combine_file__1o7g4ht7', 'erikrose__parsimonious.0d3f5f93.combine_file__1pctdw4e', 'erikrose__parsimonious.0d3f5f93.combine_file__2j26m0c0', 'erikrose__parsimonious.0d3f5f93.combine_file__40y5imtu', 'erikrose__parsimonious.0d3f5f93.combine_file__4raaase2', 'erikrose__parsimonious.0d3f5f93.combine_file__67ziqhs5', 'erikrose__parsimonious.0d3f5f93.combine_file__6gds31pm', 'madzak__python-json-logger.5f85723f.combine_file__99gu5t29', 'madzak__python-json-logger.5f85723f.combine_file__fjdw5yv1', 'madzak__python-json-logger.5f85723f.combine_file__ke8hbycn', 'madzak__python-json-logger.5f85723f.combine_file__nh0rsii3', 'madzak__python-json-logger.5f85723f.combine_file__q463g4fv', 'madzak__python-json-logger.5f85723f.func_basic__39f5tjo8', 'madzak__python-json-logger.5f85723f.func_basic__4ehsxrzn', 'madzak__python-json-logger.5f85723f.func_basic__aerukaes', 'python-hyper__h11.bed0dd4a.combine_file__1p8am6k1', 'python-hyper__h11.bed0dd4a.combine_file__1uccq29y', 'python-hyper__h11.bed0dd4a.combine_file__2hozrie3', 'python-hyper__h11.bed0dd4a.combine_file__3ukf7amt', 'python-hyper__h11.bed0dd4a.combine_file__4fir9h4i', 'python-hyper__h11.bed0dd4a.combine_file__4pj8390q', 'python-hyper__h11.bed0dd4a.combine_file__5bgrd1b4', 'python-hyper__h11.bed0dd4a.combine_file__5qwccxor', 'scanny__python-pptx.278b47b1.combine_file__00zilcc6', 'scanny__python-pptx.278b47b1.combine_file__04139km7', 'scanny__python-pptx.278b47b1.combine_file__09kkjruy', 'scanny__python-pptx.278b47b1.combine_file__0evvhc7f', 'scanny__python-pptx.278b47b1.combine_file__0eywru1q', 'scanny__python-pptx.278b47b1.combine_file__0kr0b9k2', 'scanny__python-pptx.278b47b1.combine_file__1024ja80', 'scanny__python-pptx.278b47b1.combine_file__12iqsb6k', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__0ba7h4uf', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__0elbdsh2', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__0sg6mre4', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__1j7z9x4r', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__1xafg0ad', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__1xevgfqv', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__2iga6n8o', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__2ju77rbj', 'pallets__markupsafe.620c06c9.combine_file__6fk2d773', 'pallets__markupsafe.620c06c9.combine_file__7pv2r8sa', 'pallets__markupsafe.620c06c9.combine_file__ccc15c5c', 'pallets__markupsafe.620c06c9.combine_module__1ltcsjob', 'pallets__markupsafe.620c06c9.combine_module__ncbr7cx2', 'pallets__markupsafe.620c06c9.combine_module__y1pg0riq', 'pallets__markupsafe.620c06c9.func_basic__09grfhrm', 'pallets__markupsafe.620c06c9.func_basic__0wzdzswq', 'python-jsonschema__jsonschema.93e0caa5.combine_file__0khtjauk', 'python-jsonschema__jsonschema.93e0caa5.combine_file__21d1hf20', 'python-jsonschema__jsonschema.93e0caa5.combine_file__42o7uejc', 'python-jsonschema__jsonschema.93e0caa5.combine_file__53wfwg73', 'python-jsonschema__jsonschema.93e0caa5.combine_file__6jni9w50', 'python-jsonschema__jsonschema.93e0caa5.combine_file__8qw04t9r', 'python-jsonschema__jsonschema.93e0caa5.combine_file__9768s4jg', 'python-jsonschema__jsonschema.93e0caa5.combine_file__ctzblfjz', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__9gg2j98k', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__fbjq2qr8', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__ltykv367', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__yon1nvjp', 'burnash__gspread.a8be3b96.func_pm_ctrl_invert_if__biuzi3ak', 'burnash__gspread.a8be3b96.func_pm_ctrl_invert_if__bmbta5wc', 'burnash__gspread.a8be3b96.func_pm_ctrl_invert_if__bxl52eyc', 'burnash__gspread.a8be3b96.func_pm_ctrl_invert_if__d7erwm6l', 'alanjds__drf-nested-routers.6144169d.combine_file__0cfigj6z', 'alanjds__drf-nested-routers.6144169d.combine_file__839yzecb', 'alanjds__drf-nested-routers.6144169d.combine_file__bqgncj3s', 'alanjds__drf-nested-routers.6144169d.combine_file__dv8rqgke', 'alanjds__drf-nested-routers.6144169d.combine_file__h6jsmlcl', 'alanjds__drf-nested-routers.6144169d.combine_file__irw2qw0b', 'alanjds__drf-nested-routers.6144169d.combine_file__jyq1fhw2', 'alanjds__drf-nested-routers.6144169d.combine_file__uaa81nj3', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__11pd443v', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__aa5njpnv', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__bzvwtksy', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__j2g6lz4f', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__m67no0an', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__qy6wl2ce', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__uokuu5di', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_funcs__07d3nx5n', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__0gwm46qw', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__1n9nuo0y', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__2h5ewy0i', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__2hoa5sr6', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__2jq6jsa6', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__2o5fet0m', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__3mldsxdt', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__3pr2zg43', 'agronholm__typeguard.b6a7e438.combine_file__3qg8gxw1', 'agronholm__typeguard.b6a7e438.combine_file__4bk2n7og', 'agronholm__typeguard.b6a7e438.combine_file__5py5l9eu', 'agronholm__typeguard.b6a7e438.combine_file__7uri3gp4', 'agronholm__typeguard.b6a7e438.combine_file__b1knf251', 'agronholm__typeguard.b6a7e438.combine_file__bvbn0gpe', 'agronholm__typeguard.b6a7e438.combine_file__cczk49sy', 'agronholm__typeguard.b6a7e438.combine_file__e4rqzfcc', 'jawah__charset_normalizer.1fdd6463.combine_file__0ne1ir4a', 'jawah__charset_normalizer.1fdd6463.combine_file__3y3fmntw', 'jawah__charset_normalizer.1fdd6463.combine_file__5sk85hd0', 'jawah__charset_normalizer.1fdd6463.combine_file__acmyecgb', 'jawah__charset_normalizer.1fdd6463.combine_file__ca75kx3e', 'jawah__charset_normalizer.1fdd6463.combine_file__clacbvhr', 'jawah__charset_normalizer.1fdd6463.combine_file__d58pvsxg', 'jawah__charset_normalizer.1fdd6463.combine_file__inhpys6t', 'dask__dask.5f61e423.func_pm_class_rm_base__1vwih979', 'dask__dask.5f61e423.func_pm_class_rm_base__32q61l8x', 'dask__dask.5f61e423.func_pm_class_rm_base__46wit1dc', 'dask__dask.5f61e423.func_pm_class_rm_base__bdd291gg', 'dask__dask.5f61e423.func_pm_class_rm_base__znpkfijr', 'dask__dask.5f61e423.func_pm_class_rm_funcs__3cafi6zi', 'dask__dask.5f61e423.func_pm_class_rm_funcs__drpc1v34', 'dask__dask.5f61e423.func_pm_class_rm_funcs__elhb5k4h', 'conan-io__conan.86f29e13.func_pm_class_rm_base__2b2cs4pz', 'conan-io__conan.86f29e13.func_pm_class_rm_base__hhazcmx4', 'conan-io__conan.86f29e13.func_pm_class_rm_base__suk4kf13', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__0xw6n4ca', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__1am80dhh', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__1r8gye1x', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__1stixt9t', 'conan-io__conan.86f29e13.func_pm_class_rm_funcs__3807jlzd', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_base__gek8im5g', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_base__rf6ce3g2', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_base__v3j7kc2r', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__70vbvbrt', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__dzs11myp', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__f4lzsnq5', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__i15lbsl0', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_funcs__lunb4h9t', 'theskumar__python-dotenv.2b8635b7.combine_file__2vu6qegg', 'theskumar__python-dotenv.2b8635b7.combine_file__3a81d5iz', 'theskumar__python-dotenv.2b8635b7.combine_file__63lxvkh0', 'theskumar__python-dotenv.2b8635b7.combine_file__6sy6c7ci', 'theskumar__python-dotenv.2b8635b7.combine_file__730qoxlj', 'theskumar__python-dotenv.2b8635b7.combine_file__74xti2ug', 'theskumar__python-dotenv.2b8635b7.combine_file__dqp5j7dt', 'theskumar__python-dotenv.2b8635b7.combine_file__e0jr85m4', 'kurtmckee__feedparser.cad965a3.combine_file__10qkvfi4', 'kurtmckee__feedparser.cad965a3.combine_file__115z1mk8', 'kurtmckee__feedparser.cad965a3.combine_file__1bc7c007', 'kurtmckee__feedparser.cad965a3.combine_file__28jb9bj5', 'kurtmckee__feedparser.cad965a3.combine_file__2o1m1k3z', 'kurtmckee__feedparser.cad965a3.combine_file__33d71que', 'kurtmckee__feedparser.cad965a3.combine_file__3ryn05a8', 'kurtmckee__feedparser.cad965a3.combine_file__4rwzdmvu', 'pydicom__pydicom.7d361b3d.combine_file__0ghggoro', 'pydicom__pydicom.7d361b3d.combine_file__0jksb9xk', 'pydicom__pydicom.7d361b3d.combine_file__0jmol1n9', 'pydicom__pydicom.7d361b3d.combine_file__0qxd4zzm', 'pydicom__pydicom.7d361b3d.combine_file__0vxkhhwo', 'pydicom__pydicom.7d361b3d.combine_file__12emkth1', 'pydicom__pydicom.7d361b3d.combine_file__14uxxwab', 'pydicom__pydicom.7d361b3d.combine_file__1fs990nr', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__190mpaah', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__daz5a39r', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__ol4aal46', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__tkgl7cyw', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__ugtpdds5', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__zv7x95s1', 'getnikola__nikola.0f4c230e.func_pm_class_rm_funcs__24ai2kls', 'getnikola__nikola.0f4c230e.func_pm_class_rm_funcs__28qerqka', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__0s87qpfn', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__0vpv8xfl', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__9arwdobl', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__cpjy955b', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__thtu5ghb', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__ydnlpbg4', 'tornadoweb__tornado.d5ac65c1.func_pm_remove_assign__04nr21m5', 'tornadoweb__tornado.d5ac65c1.func_pm_remove_assign__08ybmk1v', 'tox-dev__pipdeptree.c31b6418.combine_file__0gh8s1gy', 'tox-dev__pipdeptree.c31b6418.combine_file__11z2eos1', 'tox-dev__pipdeptree.c31b6418.combine_file__41p15jiv', 'tox-dev__pipdeptree.c31b6418.combine_file__4h17mfat', 'tox-dev__pipdeptree.c31b6418.combine_file__51zjkuzq', 'tox-dev__pipdeptree.c31b6418.combine_file__62y6y1z2', 'tox-dev__pipdeptree.c31b6418.combine_file__6gjve3jy', 'tox-dev__pipdeptree.c31b6418.combine_file__bb0r8mlb', 'cool-RR__PySnooper.57472b46.combine_file__5h511qdl', 'cool-RR__PySnooper.57472b46.combine_file__64znr9hf', 'cool-RR__PySnooper.57472b46.combine_file__c1yofpus', 'cool-RR__PySnooper.57472b46.combine_file__hth94s14', 'cool-RR__PySnooper.57472b46.combine_file__kaskithn', 'cool-RR__PySnooper.57472b46.combine_file__ngcqf0tq', 'cool-RR__PySnooper.57472b46.combine_file__o2g12nrt', 'cool-RR__PySnooper.57472b46.combine_file__obu4ldcg', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__5qi3ub54', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__6caklxrl', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__brekbh1h', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__nknsedq7', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__sr0dfj04', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__u2kljodk', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__u7yr7kjf', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_cond__ii619b2k', 'pyupio__safety.7654596b.combine_file__04p8gjzq', 'pyupio__safety.7654596b.combine_file__05a4lwua', 'pyupio__safety.7654596b.combine_file__0gi8g8jb', 'pyupio__safety.7654596b.combine_file__194p9nv7', 'pyupio__safety.7654596b.combine_file__1eyp40a4', 'pyupio__safety.7654596b.combine_file__1mbujtt8', 'pyupio__safety.7654596b.combine_file__200tfojn', 'pyupio__safety.7654596b.combine_file__226qoijk', 'pyutils__line_profiler.a646bf0f.combine_file__0prho0wb', 'pyutils__line_profiler.a646bf0f.combine_file__476joy72', 'pyutils__line_profiler.a646bf0f.combine_file__48jhimga', 'pyutils__line_profiler.a646bf0f.combine_file__556m1h3j', 'pyutils__line_profiler.a646bf0f.combine_file__6bk9iwo8', 'pyutils__line_profiler.a646bf0f.combine_file__6divwv83', 'pyutils__line_profiler.a646bf0f.combine_file__7x5dfkhi', 'pyutils__line_profiler.a646bf0f.combine_file__7xkjd20n', 'seperman__deepdiff.ed252022.combine_file__1gus4sew', 'seperman__deepdiff.ed252022.combine_file__4a1gyrc5', 'seperman__deepdiff.ed252022.combine_file__4wetuurf', 'seperman__deepdiff.ed252022.combine_file__6bbvwjpi', 'seperman__deepdiff.ed252022.combine_file__6ry562i4', 'seperman__deepdiff.ed252022.combine_file__82ez4u9e', 'seperman__deepdiff.ed252022.combine_file__8k1f45vr', 'seperman__deepdiff.ed252022.combine_file__8x47gdrl', 'oauthlib__oauthlib.1fd52536.combine_file__09vlzwgc', 'oauthlib__oauthlib.1fd52536.combine_file__0fceycuu', 'oauthlib__oauthlib.1fd52536.combine_file__0hkl0pea', 'oauthlib__oauthlib.1fd52536.combine_file__0mvyid7d', 'oauthlib__oauthlib.1fd52536.combine_file__0q5tya4o', 'oauthlib__oauthlib.1fd52536.combine_file__0qgnxkrq', 'oauthlib__oauthlib.1fd52536.combine_file__1bsv3m8l', 'oauthlib__oauthlib.1fd52536.combine_file__1gnd4ecz', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__041av9lh', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__08222ijt', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__087t8zrv', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__0pgv38lu', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__1saqryqs', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__1tzqbvbn', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__1uip6nek', 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__2q6emitb', 'marshmallow-code__apispec.8b421526.combine_file__0b5bc0wh', 'marshmallow-code__apispec.8b421526.combine_file__1b1d48dr', 'marshmallow-code__apispec.8b421526.combine_file__2ehfsa4g', 'marshmallow-code__apispec.8b421526.combine_file__2vezx9kc', 'marshmallow-code__apispec.8b421526.combine_file__3ju0wa8a', 'marshmallow-code__apispec.8b421526.combine_file__4vwkps8t', 'marshmallow-code__apispec.8b421526.combine_file__4wxfpqmd', 'marshmallow-code__apispec.8b421526.combine_file__aue772w3', 'lepture__mistune.bf54ef67.combine_file__09mnfd6d', 'lepture__mistune.bf54ef67.combine_file__09sp6cd7', 'lepture__mistune.bf54ef67.combine_file__0aoboqi4', 'lepture__mistune.bf54ef67.combine_file__0bbjsd3t', 'lepture__mistune.bf54ef67.combine_file__13pv1f7w', 'lepture__mistune.bf54ef67.combine_file__1le88ebo', 'lepture__mistune.bf54ef67.combine_file__1rxs74tc', 'lepture__mistune.bf54ef67.combine_file__27rr3nzg', 'pygments__pygments.27649ebb.combine_file__07pfbsi4', 'pygments__pygments.27649ebb.combine_file__0btycrpr', 'pygments__pygments.27649ebb.combine_file__0bvd1xox', 'pygments__pygments.27649ebb.combine_file__0jqqr58z', 'pygments__pygments.27649ebb.combine_file__10iyw9d8', 'pygments__pygments.27649ebb.combine_file__15x4uecw', 'pygments__pygments.27649ebb.combine_file__1av74s7e', 'pygments__pygments.27649ebb.combine_file__1c15vqvc', 'tweepy__tweepy.91a41c6e.combine_file__2sd58d3b', 'tweepy__tweepy.91a41c6e.combine_file__4h1vgt5z', 'tweepy__tweepy.91a41c6e.combine_file__6cy576uw', 'tweepy__tweepy.91a41c6e.combine_file__6j4qwyaj', 'tweepy__tweepy.91a41c6e.combine_file__8qwie0il', 'tweepy__tweepy.91a41c6e.combine_file__97z7jvzh', 'tweepy__tweepy.91a41c6e.combine_file__blgr6pwj', 'tweepy__tweepy.91a41c6e.combine_file__cdff7lxw', 'marshmallow-code__marshmallow.9716fc62.combine_file__06ot1dy4', 'marshmallow-code__marshmallow.9716fc62.combine_file__0prhse85', 'marshmallow-code__marshmallow.9716fc62.combine_file__0q1n0ecb', 'marshmallow-code__marshmallow.9716fc62.combine_file__1f1l6u28', 'marshmallow-code__marshmallow.9716fc62.combine_file__29ehfjk9', 'marshmallow-code__marshmallow.9716fc62.combine_file__3v78pmpu', 'marshmallow-code__marshmallow.9716fc62.combine_file__5m9xnodp', 'marshmallow-code__marshmallow.9716fc62.combine_file__e633n9uz', 'sloria__environs.73c372df.combine_file__1ek10skm', 'sloria__environs.73c372df.combine_file__4c0u0nrb', 'sloria__environs.73c372df.combine_file__hl27l2aa', 'sloria__environs.73c372df.func_basic__0p065oiu', 'sloria__environs.73c372df.func_basic__0y60rc4i', 'sloria__environs.73c372df.func_basic__211immx9', 'sloria__environs.73c372df.func_basic__2f88ob16', 'sloria__environs.73c372df.func_basic__2keos446', 'mido__mido.a0158ff9.combine_file__0euprx1w', 'mido__mido.a0158ff9.combine_file__0fl93e4b', 'mido__mido.a0158ff9.combine_file__0keigd13', 'mido__mido.a0158ff9.combine_file__0sacfuh0', 'mido__mido.a0158ff9.combine_file__0wq14mst', 'mido__mido.a0158ff9.combine_file__1rii4p3k', 'mido__mido.a0158ff9.combine_file__24y6ceab', 'mido__mido.a0158ff9.combine_file__2aqd6d0c', 'pytest-dev__iniconfig.16793ead.combine_file__06k2m7dd', 'pytest-dev__iniconfig.16793ead.combine_file__7sy6l55s', 'pytest-dev__iniconfig.16793ead.combine_file__8p3bls4q', 'pytest-dev__iniconfig.16793ead.combine_file__jl9yaxwe', 'pytest-dev__iniconfig.16793ead.combine_file__mntnwwxj', 'pytest-dev__iniconfig.16793ead.combine_file__rca5g2oy', 'pytest-dev__iniconfig.16793ead.combine_file__umz4f4fy', 'pytest-dev__iniconfig.16793ead.combine_module__38m0i0wv', 'django__daphne.32ac73e1.combine_file__58p1glea', 'django__daphne.32ac73e1.combine_file__5ylgk8zv', 'django__daphne.32ac73e1.combine_file__6brmldtt', 'django__daphne.32ac73e1.combine_file__7y9nhxun', 'django__daphne.32ac73e1.combine_file__807agcgh', 'django__daphne.32ac73e1.combine_file__ln1v3m1p', 'django__daphne.32ac73e1.combine_file__ngqv80py', 'django__daphne.32ac73e1.combine_file__rsm4pkd0', 'python-trio__trio.cfbbe2c1.func_basic__wc0m7rwr', 'python-trio__trio.cfbbe2c1.combine_file__u5pdfrd3', 'python-trio__trio.cfbbe2c1.func_basic__vcmscytv', 'python-trio__trio.cfbbe2c1.combine_file__dr2tjt6n', 'python-trio__trio.cfbbe2c1.func_basic__fksbq5dj', 'python-trio__trio.cfbbe2c1.func_basic__aktwjmtr', 'python-trio__trio.cfbbe2c1.func_basic__rc6mcni4', 'python-trio__trio.cfbbe2c1.pr_2955', 'bottlepy__bottle.a8dfef30.combine_file__x70r972s', 'bottlepy__bottle.a8dfef30.combine_file__xtjxmlv7', 'bottlepy__bottle.a8dfef30.combine_file__zau84fwc', 'bottlepy__bottle.a8dfef30.func_basic__0mdlomrj', 'bottlepy__bottle.a8dfef30.func_basic__0mk0h5g4', 'bottlepy__bottle.a8dfef30.func_basic__0vv1q5yz', 'bottlepy__bottle.a8dfef30.func_basic__0wprhjy0', 'bottlepy__bottle.a8dfef30.func_basic__0yaqi7l2', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__055x2yzv', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__06convwo', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__0cphw74b', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__0fvtijhk', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__0rbqlz88', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__0tgvwq39', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__15p0z6ws', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__18jc4n6p', 'luozhouyang__python-string-similarity.115acaac.combine_file__7iakunhx', 'luozhouyang__python-string-similarity.115acaac.combine_file__cu1lt1by', 'luozhouyang__python-string-similarity.115acaac.combine_file__d9cyukdt', 'luozhouyang__python-string-similarity.115acaac.combine_file__jzax0e58', 'luozhouyang__python-string-similarity.115acaac.func_basic__0w9pdflo', 'luozhouyang__python-string-similarity.115acaac.func_basic__1ouyfaee', 'luozhouyang__python-string-similarity.115acaac.func_basic__3yir7e7s', 'luozhouyang__python-string-similarity.115acaac.func_basic__6nnrxgue', 'pndurette__gTTS.dbcda4f3.combine_file__1po2ryn8', 'pndurette__gTTS.dbcda4f3.combine_file__1zhoofcz', 'pndurette__gTTS.dbcda4f3.combine_file__3vgkdchb', 'pndurette__gTTS.dbcda4f3.combine_file__4ycb5liv', 'pndurette__gTTS.dbcda4f3.combine_file__5pcyfgzt', 'pndurette__gTTS.dbcda4f3.combine_file__5zdqt3o6', 'pndurette__gTTS.dbcda4f3.combine_file__61kck7q8', 'pndurette__gTTS.dbcda4f3.combine_file__6bepxwc2', 'facelessuser__soupsieve.a8080d97.combine_file__28fnpmgw', 'facelessuser__soupsieve.a8080d97.combine_file__4hykmc6k', 'facelessuser__soupsieve.a8080d97.combine_file__4jzzvwyt', 'facelessuser__soupsieve.a8080d97.combine_file__7d9o8znn', 'facelessuser__soupsieve.a8080d97.combine_file__7hpsty70', 'facelessuser__soupsieve.a8080d97.combine_file__7ruwiqdz', 'facelessuser__soupsieve.a8080d97.combine_file__9n0vmn3t', 'facelessuser__soupsieve.a8080d97.combine_file__9qf258xz', 'alecthomas__voluptuous.a7a55f83.combine_file__0cbk83ph', 'alecthomas__voluptuous.a7a55f83.combine_file__4wqvyjg4', 'alecthomas__voluptuous.a7a55f83.combine_file__5aqytgr5', 'alecthomas__voluptuous.a7a55f83.combine_file__7jjwdtaj', 'alecthomas__voluptuous.a7a55f83.combine_file__b704pf2d', 'alecthomas__voluptuous.a7a55f83.combine_file__cd5z2c4x', 'alecthomas__voluptuous.a7a55f83.combine_file__eus5c1yw', 'alecthomas__voluptuous.a7a55f83.combine_file__f029a3dy', 'encode__starlette.db5063c2.combine_file__0hvre36s', 'encode__starlette.db5063c2.combine_file__0sg525jy', 'encode__starlette.db5063c2.combine_file__0wh5mew1', 'encode__starlette.db5063c2.combine_file__16ogjphx', 'encode__starlette.db5063c2.combine_file__17o76mta', 'encode__starlette.db5063c2.combine_file__1q1r5qt4', 'encode__starlette.db5063c2.combine_file__1wwliazb', 'encode__starlette.db5063c2.combine_file__1xwpicp2', 'django__channels.a144b4b8.combine_file__36w5u7ml', 'django__channels.a144b4b8.combine_file__3vz23bal', 'django__channels.a144b4b8.combine_file__6kxwut8u', 'django__channels.a144b4b8.combine_file__8v5yzdfy', 'django__channels.a144b4b8.combine_file__ae8i7kif', 'django__channels.a144b4b8.combine_file__cal03fjh', 'django__channels.a144b4b8.combine_file__dggv4yle', 'django__channels.a144b4b8.combine_file__di1guq84', 'jd__tenacity.0d40e76f.combine_file__1n8ql04e', 'jd__tenacity.0d40e76f.combine_file__4gcf36bk', 'jd__tenacity.0d40e76f.combine_file__4sazn12s', 'jd__tenacity.0d40e76f.combine_file__7w229mgr', 'jd__tenacity.0d40e76f.combine_file__8pa1fxvj', 'jd__tenacity.0d40e76f.combine_file__c4q32ads', 'jd__tenacity.0d40e76f.combine_file__cuo9gg46', 'jd__tenacity.0d40e76f.combine_file__dcboug1i', 'gawel__pyquery.811cd048.combine_file__3p0rswud', 'gawel__pyquery.811cd048.combine_file__3zrxts82', 'gawel__pyquery.811cd048.combine_file__5mj1ad0i', 'gawel__pyquery.811cd048.combine_file__9a1hjqxv', 'gawel__pyquery.811cd048.combine_file__aqle5ysj', 'gawel__pyquery.811cd048.combine_file__c5rty20y', 'gawel__pyquery.811cd048.combine_file__dhwjalxa', 'gawel__pyquery.811cd048.combine_file__ge0uxzm6', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__10da8v2t', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__1n6eil40', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__23xf72mt', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__6t3kqvvr', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__9gx6q1e5', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__a9em20zo', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__dwkjjonu', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__eigo7fvb', 'msiemens__tinydb.10644a0e.combine_file__0176isok', 'msiemens__tinydb.10644a0e.combine_file__07uxvexn', 'msiemens__tinydb.10644a0e.combine_file__1chu224v', 'msiemens__tinydb.10644a0e.combine_file__3nxtrr1s', 'msiemens__tinydb.10644a0e.combine_file__5n0lgdym', 'msiemens__tinydb.10644a0e.combine_file__60h9750h', 'msiemens__tinydb.10644a0e.combine_file__6zdx5iab', 'msiemens__tinydb.10644a0e.combine_file__85k8geqy', 'pydata__patsy.a5d16484.combine_file__0fyqd2rn', 'pydata__patsy.a5d16484.combine_file__0o8ong30', 'pydata__patsy.a5d16484.combine_file__1d9hsten', 'pydata__patsy.a5d16484.combine_file__1ixetz2t', 'pydata__patsy.a5d16484.combine_file__1wtzp7p3', 'pydata__patsy.a5d16484.combine_file__2hhqu6us', 'pydata__patsy.a5d16484.combine_file__3868r2j8', 'pydata__patsy.a5d16484.combine_file__3h01mua0', 'python-openxml__python-docx.0cf6d71f.combine_file__015jbfaw', 'python-openxml__python-docx.0cf6d71f.combine_file__0c7vaiht', 'python-openxml__python-docx.0cf6d71f.combine_file__0ca51ynz', 'python-openxml__python-docx.0cf6d71f.combine_file__0i9lw0gq', 'python-openxml__python-docx.0cf6d71f.combine_file__0tbyp21r', 'python-openxml__python-docx.0cf6d71f.combine_file__0yqbm2pe', 'python-openxml__python-docx.0cf6d71f.combine_file__1445yzy0', 'python-openxml__python-docx.0cf6d71f.combine_file__1iffevmz', 'Knio__dominate.9082227e.combine_file__29cxy57f', 'Knio__dominate.9082227e.combine_file__2zd38qg5', 'Knio__dominate.9082227e.combine_file__c41n4t58', 'Knio__dominate.9082227e.combine_file__d7fon4r9', 'Knio__dominate.9082227e.combine_file__goh3sa64', 'Knio__dominate.9082227e.combine_file__h3zeq2of', 'Knio__dominate.9082227e.combine_file__ipd1y2xj', 'Knio__dominate.9082227e.combine_file__kbi8bkks', 'r1chardj0n3s__parse.30da9e4f.combine_file__9g6wvq09', 'r1chardj0n3s__parse.30da9e4f.combine_file__p70qcld7', 'r1chardj0n3s__parse.30da9e4f.combine_file__tmi4n65a', 'r1chardj0n3s__parse.30da9e4f.func_basic__0i1oecyo', 'r1chardj0n3s__parse.30da9e4f.func_basic__1efyknco', 'r1chardj0n3s__parse.30da9e4f.func_basic__1rvyujmy', 'r1chardj0n3s__parse.30da9e4f.func_basic__3fmmp8ao', 'r1chardj0n3s__parse.30da9e4f.func_basic__3k5hi2zp', 'amueller__word_cloud.ec24191c.combine_file__3ebhp167', 'amueller__word_cloud.ec24191c.combine_file__3m9bcvn3', 'amueller__word_cloud.ec24191c.combine_file__4kwkjjrc', 'amueller__word_cloud.ec24191c.combine_file__7za9eqrj', 'amueller__word_cloud.ec24191c.combine_file__9bx7cdni', 'amueller__word_cloud.ec24191c.combine_file__c5yjoing', 'amueller__word_cloud.ec24191c.combine_file__do6xqi4d', 'amueller__word_cloud.ec24191c.combine_file__g0znxmoz', 'cantools__cantools.0c6a7871.combine_file__01jft1mj', 'cantools__cantools.0c6a7871.combine_file__02y1oom0', 'cantools__cantools.0c6a7871.combine_file__05wgqjp2', 'cantools__cantools.0c6a7871.combine_file__07mxw5uc', 'cantools__cantools.0c6a7871.combine_file__07xdw34c', 'cantools__cantools.0c6a7871.combine_file__0c0d76py', 'cantools__cantools.0c6a7871.combine_file__0t45ljxl', 'cantools__cantools.0c6a7871.combine_file__1if4edt6', 'pallets__click.fde47b4b.combine_file__08zigyqu', 'pallets__click.fde47b4b.combine_file__0hwbui3e', 'pallets__click.fde47b4b.combine_file__0p8nh9y7', 'pallets__click.fde47b4b.combine_file__0rq2ro69', 'pallets__click.fde47b4b.combine_file__0u0l8w0d', 'pallets__click.fde47b4b.combine_file__0z47r0v8', 'pallets__click.fde47b4b.combine_file__197lwif7', 'pallets__click.fde47b4b.combine_file__1dmpgrck', 'pallets__jinja.ada0a9a6.combine_file__0419229c', 'pallets__jinja.ada0a9a6.combine_file__0hp3sb4k', 'pallets__jinja.ada0a9a6.combine_file__12iw26nd', 'pallets__jinja.ada0a9a6.combine_file__1yn8jahd', 'pallets__jinja.ada0a9a6.combine_file__27wyb8n3', 'pallets__jinja.ada0a9a6.combine_file__2xs92gv1', 'pallets__jinja.ada0a9a6.combine_file__34lw1y4l', 'pallets__jinja.ada0a9a6.combine_file__3ft2eivu'] +test-124: [ + 'Cog-Creators__Red-DiscordBot.33e0eac7.combine_file__041av9lh', 'HIPS__autograd.ac044f0d.lm_rewrite__0980jjjc', 'Knio__dominate.9082227e.combine_file__29cxy57f', 'Mimino666__langdetect.a1598f1a.combine_file__3ne2iu6p', 'Project-MONAI__MONAI.a09c1f08.func_pm_class_rm_base__0u6zscda', 'PyCQA__flake8.cf1542ce.combine_file__00lpnlny', 'Suor__funcy.207a7810.combine_file__186umsl2', 'adrienverge__yamllint.8513d9b9.combine_file__05pv3u48', 'agronholm__exceptiongroup.0b4f4937.combine_file__74zzufuj', 'agronholm__typeguard.b6a7e438.combine_file__3qg8gxw1', 'aio-libs__async-timeout.d0baa9f1.combine_file__3qpnebr7', 'alanjds__drf-nested-routers.6144169d.combine_file__0cfigj6z', 'alecthomas__voluptuous.a7a55f83.combine_file__0cbk83ph', 'amueller__word_cloud.ec24191c.combine_file__3ebhp167', 'andialbrecht__sqlparse.e57923b3.combine_file__0kpo7qv7', 'arrow-py__arrow.1d70d009.combine_file__09q8ngbx', 'benoitc__gunicorn.bacbf8aa.combine_file__0q9uqnfj', 'borntyping__python-colorlog.dfa10f59.combine_file__932hbnsz', 'bottlepy__bottle.a8dfef30.combine_file__x70r972s', 'buriy__python-readability.40256f40.combine_file__2pt3y7up', 'burnash__gspread.a8be3b96.func_pm_class_rm_funcs__9gg2j98k', 'cantools__cantools.0c6a7871.combine_file__01jft1mj', 'chardet__chardet.9630f238.combine_file__1gm3nc5e', 'cknd__stackprinter.219fcc52.combine_file__3mb4yuht', 'cloudpipe__cloudpickle.6220b0ce.combine_file__1hg7kf4e', 'cookiecutter__cookiecutter.b4451231.func_pm_remove_assign__5qi3ub54', 'cool-RR__PySnooper.57472b46.combine_file__5h511qdl', 'dask__dask.5f61e423.func_pm_class_rm_base__1vwih979', 'datamade__usaddress.a42a8f0c.combine_file__n8e84hcz', 'davidhalter__parso.338a5760.combine_file__1ozjorxv', 'dbader__schedule.82a43db1.combine_file__8xn9cuva', 'django-money__django-money.835c1ab8.combine_file__2207opfn', 'django__channels.a144b4b8.combine_file__36w5u7ml', 'django__daphne.32ac73e1.combine_file__58p1glea', 'encode__starlette.db5063c2.combine_file__0hvre36s', 'erikrose__parsimonious.0d3f5f93.combine_file__0w8inm9h', 'facebookresearch__fvcore.a491d5b9.combine_file__0e71vue2', 'facelessuser__soupsieve.a8080d97.combine_file__28fnpmgw', 'gawel__pyquery.811cd048.combine_file__3p0rswud', 'getmoto__moto.694ce1f4.func_pm_class_rm_base__2yj9xqtn', 'getnikola__nikola.0f4c230e.func_pm_class_rm_base__190mpaah', 'google__textfsm.c31b6007.combine_file__7milf7b7', 'graphql-python__graphene.82903263.combine_file__00ktyl0x', 'gruns__furl.da386f68.combine_file__a2we49nm', 'gruns__icecream.f76fef56.func_pm_ctrl_invert_if__7iujb6a9', 'gweis__isodate.17cb25eb.combine_file__0isfhxlp', 'hukkin__tomli.443a0c1b.combine_file__3dpezncq', 'iterative__dvc.1d6ea681.func_pm_class_rm_base__1mq4n48p', 'jaraco__inflect.c079a96a.combine_file__1m7cawal', 'jawah__charset_normalizer.1fdd6463.combine_file__0ne1ir4a', 'jd__tenacity.0d40e76f.combine_file__1n8ql04e', 'john-kurkowski__tldextract.3d1bf184.combine_file__1vnuqpt4', 'joke2k__faker.8b401a7d.func_pm_class_rm_base__6sd07oov', 'jsvine__pdfplumber.02ff4313.func_pm_class_rm_base__gek8im5g', 'kayak__pypika.1c9646f0.combine_file__0255t16v', 'keleshev__schema.24a30457.combine_file__8m3txfu7', 'kennethreitz__records.5941ab27.combine_file__6me5ci4d', 'kurtmckee__feedparser.cad965a3.combine_file__10qkvfi4', 'lepture__mistune.bf54ef67.combine_file__09mnfd6d', 'lincolnloop__python-qrcode.456b01d4.combine_file__2nub3l1p', 'luozhouyang__python-string-similarity.115acaac.combine_file__7iakunhx', 'madzak__python-json-logger.5f85723f.combine_file__99gu5t29', 'mahmoud__boltons.3bfcfdd0.combine_file__0e96jzmh', 'mahmoud__glom.fb3c4e76.combine_file__22kf0vki', 'marshmallow-code__apispec.8b421526.combine_file__0b5bc0wh', 'marshmallow-code__marshmallow.9716fc62.combine_file__06ot1dy4', 'marshmallow-code__webargs.dbde72fe.combine_file__05ra8ndh', 'martinblech__xmltodict.0952f382.combine_file__am8jwrys', 'matthewwithanm__python-markdownify.6258f5c3.combine_file__hbpauk0y', 'mewwts__addict.75284f95.combine_file__3fttj8ti', 'mido__mido.a0158ff9.combine_file__0euprx1w', 'modin-project__modin.8c7799fd.combine_module__5xk47cme', 'mozilla__bleach.73871d76.combine_file__1fx94goc', 'mozillazg__python-pinyin.e42dede5.combine_file__0fuikb5l', 'msiemens__tinydb.10644a0e.combine_file__0176isok', 'oauthlib__oauthlib.1fd52536.combine_file__09vlzwgc', 'pallets__click.fde47b4b.combine_file__08zigyqu', 'pallets__jinja.ada0a9a6.combine_file__0419229c', 'pallets__markupsafe.620c06c9.combine_file__6fk2d773', 'pandas-dev__pandas.95280573.func_pm_class_rm_base__10da8v2t', 'paramiko__paramiko.23f92003.combine_file__06294q2r', 'pdfminer__pdfminer.six.1a8bd2f7.func_basic__055x2yzv', 'pexpect__ptyprocess.1067dbda.combine_file__3cb6g60c', 'pndurette__gTTS.dbcda4f3.combine_file__1po2ryn8', 'prettytable__prettytable.ca90b055.combine_file__2mwa4qpg', 'pudo__dataset.5c2dc8d3.combine_file__09k00ucq', 'pwaller__pyfiglet.f8c5f35b.combine_file__sind222x', 'pyasn1__pyasn1.0f07d724.combine_file__01foatge', 'pyca__pyopenssl.04766a49.combine_file__12o1o8ad', 'pydantic__pydantic.acb0f10f.func_pm_class_rm_base__11pd443v', 'pydata__patsy.a5d16484.combine_file__0fyqd2rn', 'pydicom__pydicom.7d361b3d.combine_file__0ghggoro', 'pygments__pygments.27649ebb.combine_file__07pfbsi4', 'pylint-dev__astroid.b114f6b5.combine_file__03ujys3k', 'pyparsing__pyparsing.533adf47.combine_file__0mxfxgiy', 'pytest-dev__iniconfig.16793ead.combine_file__06k2m7dd', 'python-hyper__h11.bed0dd4a.combine_file__1p8am6k1', 'python-jsonschema__jsonschema.93e0caa5.combine_file__0khtjauk', 'python-openxml__python-docx.0cf6d71f.combine_file__015jbfaw', 'python-trio__trio.cfbbe2c1.func_basic__wc0m7rwr', 'python__mypy.e93f06ce.pr_10036', 'pyupio__safety.7654596b.combine_file__04p8gjzq', 'pyutils__line_profiler.a646bf0f.combine_file__0prho0wb', 'r1chardj0n3s__parse.30da9e4f.combine_file__9g6wvq09', 'rsalmei__alive-progress.35853799.combine_file__03fag9gd', 'rubik__radon.54b88e58.combine_file__0a6xo8gp', 'rustedpy__result.0b855e1e.combine_file__sxi3qfjs', 'scanny__python-pptx.278b47b1.combine_file__00zilcc6', 'scrapy__scrapy.35212ec5.func_pm_class_rm_base__7odd8hev', 'seatgeek__thefuzz.8a05a3ee.combine_file__18e0miwg', 'seperman__deepdiff.ed252022.combine_file__1gus4sew', 'sloria__environs.73c372df.combine_file__1ek10skm', 'sqlfluff__sqlfluff.50a1c4b6.combine_file__00xdyhqi', 'sunpy__sunpy.f8edfd5c.func_pm_ctrl_invert_if__0ba7h4uf', 'termcolor__termcolor.3a42086f.combine_file__1lkb1xn6', 'theskumar__python-dotenv.2b8635b7.combine_file__2vu6qegg', 'tkrajina__gpxpy.09fc46b3.combine_file__1ruhyhz2', 'tobymao__sqlglot.036601ba.func_pm_ctrl_invert_if__0gwm46qw', 'tornadoweb__tornado.d5ac65c1.func_pm_op_break_chains__0s87qpfn', 'tox-dev__pipdeptree.c31b6418.combine_file__0gh8s1gy', 'tweepy__tweepy.91a41c6e.combine_file__2sd58d3b', 'un33k__python-slugify.872b3750.combine_file__9694uddh', 'vi3k6i5__flashtext.b316c7e9.combine_file__9dxlk2rp', 'weaveworks__grafanalib.5c3b17ed.combine_file__2a6rzcsr' + ] diff --git a/debug_gym/gym/envs/swe_smith.py b/debug_gym/gym/envs/swe_smith.py index e0e55cf3..73336a7e 100644 --- a/debug_gym/gym/envs/swe_smith.py +++ b/debug_gym/gym/envs/swe_smith.py @@ -83,14 +83,17 @@ def load_dataset(self): # Load dataset splits. with open(SWESmithEnv.CONFIG) as f: self.dataset_splits = yaml.safe_load(f) + self.excluded_ids = self.dataset_splits.get("excluded", []) def get_dataset_split(self, split): if split == "all": - return sorted(self.dataset.keys()) # all tasks + return sorted( + k for k in self.dataset.keys() if k not in self.excluded_ids + ) # all tasks elif split in self.dataset: return [split] # Single task elif split in self.dataset_splits: - return self.dataset_splits[split]["ids"] + return self.dataset_splits[split] else: raise ValueError( f"Invalid split '{split}'. Available splits are: {['all'] + sorted(self.dataset_splits.keys())}" diff --git a/scripts/config_swesmith.yaml b/scripts/config_swesmith.yaml index 641c955e..7648c8c6 100644 --- a/scripts/config_swesmith.yaml +++ b/scripts/config_swesmith.yaml @@ -2,7 +2,7 @@ base: # Environment configs output_path: "exps/swesmith" benchmark: "swesmith" - problems: "all" # list of problems, e.g., ["astropy__astropy-12907"], or strings like "test-1008" (defined in gym/envs/configs), or "all", + problems: "all" # list of problems, e.g., ["astropy__astropy-12907"], or strings like "test-124" (defined in gym/envs/configs), or "all", env_kwargs: { "dir_tree_depth": 1, "run_timeout": 300,