@inproceedings{benchmarking, author = {B{\"o}hme, Marcel and Szekeres, L{\'a}szl{\'o} and Metzman, Jonathan}, title = {On the Reliability of Coverage-based Fuzzer Benchmarking}, year = {2022}, booktitle = {Proceedings of the 44th International Conference on Software Engineering}, series = {ICSE '22}, pages = {1-13}, }
All the data is available in the FuzzBench Reports and will be automatically downloaded.
# Download the precise version of FuzzBench used for the experiment git clone https://github.com/google/fuzzbench.git cd fuzzbench git checkout <Fuzzbench Commit> # Download the internal config file. curl https://storage.googleapis.com/[experiment-name]/config/experiment.yaml > /tmp/experiment-config.yaml make install-dependencies # Launch the experiment using paramters from the internal config file. PYTHONPATH=. python experiment/reproduce_experiment.py -c /tmp/experiment-config.yaml -e <new_experiment_name>