Skip to content

Deterministic input fuzzing #349

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
Matistjati wants to merge 5 commits into from
Closed

Deterministic input fuzzing #349

Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
ed25c57
Make input validator fuzzing deterministic
Matistjati Aug 19, 2025
bdeeb5f
Merge branch 'master' into deterministic-input-fuzzing
Matistjati Aug 20, 2025
0e39aa5
Make RNG usage fully scoped
Matistjati Aug 20, 2025
5cfac90
Add back utf-8 explicitly
Matistjati Aug 20, 2025
81e9f2b
Fix mypy error
Matistjati Aug 20, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 6 additions & 8 deletions problemtools/verifyproblem.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -956,11 +956,11 @@ def __str__(self) -> str:
# Junk data. The validator should reject these cases
_JUNK_CASES = [
('an empty file', b''),
('a binary file with random bytes', bytearray(random.Random(0).randbytes(1024))),
('a binary file with random bytes', bytearray(random.Random(42).randbytes(1024))),
('a text file with the ASCII characters 32 up to 127', bytearray(x for x in range(32, 127))),
(
'a random text file with printable ASCII characters',
bytearray(random.choice(string.printable.encode('utf8')) for _ in range(200)),
(lambda rng: bytearray(rng.choice(string.printable.encode('utf8')) for _ in range(200)))(random.Random(42)),
),
]

Expand Down Expand Up @@ -997,17 +997,15 @@ def _build_junk_modifier(


_JUNK_MODIFICATIONS = [
_build_junk_modifier(
'spaces added where there already is whitespace', r'\s', lambda m: m.group(0) + ' ' * random.randint(1, 5)
),
_build_junk_modifier('spaces added to the end of a line', r'\n', lambda m: m.group(0) + ' ' * random.randint(1, 5)),
_build_junk_modifier('newlines added where there already are newlines', '\n', lambda m: '\n' * random.randint(2, 5)),
_build_junk_modifier('space added where there already is whitespace', r'\s', lambda m: m.group(0) + ' '),
_build_junk_modifier('space added to the end of a line', r'\n', lambda m: m.group(0) + ' '),
_build_junk_modifier('newlines added where there already are newlines', '\n', lambda m: '\n\n'),
_build_junk_modifier('leading zeros added to integers', r'(^|[^.]\b)([0-9]+)\b', r'\g<1>0000000000\g<2>'),
_build_junk_modifier('trailing zeros added to real number decimal portion', r'\.[0-9]+\b', r'\g<0>0000000000'),
(
'random junk added to the end of the file',
lambda f: True,
lambda f: f + ''.join(random.choice(string.printable) for _ in range(200)),
lambda f: (lambda rng: f + ''.join(rng.choice(string.printable) for _ in range(200)))(random.Random(42)),
),
]

Expand Down