Skip to content

Commit a076d32

Browse files
BryanCutlerfacebook-github-bot
BryanCutler
authored and
facebook-github-bot
committed
build(ci): Print random seed when running fuzzer tests (facebookincubator#12015)
Summary: This adds a printout of the random seed used in the CI fuzzer tests. The random seed can then be used to reproduce the same errors as CI testing. Also fixes some formatting in the CI fuzzer test logs. Pull Request resolved: facebookincubator#12015 Reviewed By: kgpai Differential Revision: D67919136 Pulled By: Yuhta fbshipit-source-id: 6e10f877cf7ffa59fdef1b8e8d2ee1e0eb6ab731
1 parent ab6dd5a commit a076d32

File tree

1 file changed

+50
-26
lines changed

1 file changed

+50
-26
lines changed

‎.github/workflows/scheduled.yml

+50-26
Original file line numberDiff line numberDiff line change
@@ -382,8 +382,10 @@ jobs:
382382
mkdir -p /tmp/fuzzer_repro/logs/
383383
chmod -R 777 /tmp/fuzzer_repro
384384
chmod +x velox_expression_fuzzer_test
385+
random_seed=${RANDOM}
386+
echo "Random seed: ${random_seed}"
385387
./velox_expression_fuzzer_test \
386-
--seed ${RANDOM} \
388+
--seed ${random_seed} \
387389
--enable_variadic_signatures \
388390
--velox_fuzzer_enable_complex_types \
389391
--lazy_vector_generation_ratio 0.2 \
@@ -432,10 +434,12 @@ jobs:
432434
run: |
433435
ls /tmp/signatures
434436
mkdir -p /tmp/presto_bias_fuzzer_repro/logs/
435-
chmod -R 777 /tmp/presto_bias_fuzzer_repro
436-
chmod +x velox_expression_fuzzer_test
437-
./velox_expression_fuzzer_test \
438-
--seed ${RANDOM} \
437+
chmod -R 777 /tmp/presto_bias_fuzzer_repro
438+
chmod +x velox_expression_fuzzer_test
439+
random_seed=${RANDOM}
440+
echo "Random seed: ${random_seed}"
441+
./velox_expression_fuzzer_test \
442+
--seed ${random_seed} \
439443
--lazy_vector_generation_ratio 0.2 \
440444
--common_dictionary_wraps_generation_ratio=0.3 \
441445
--assign_function_tickets $(cat /tmp/signatures/presto_bias_functions) \
@@ -479,8 +483,10 @@ jobs:
479483
mkdir -p /tmp/spark_aggregate_fuzzer_repro/logs/
480484
chmod -R 777 /tmp/spark_aggregate_fuzzer_repro
481485
chmod +x spark_aggregation_fuzzer_test
486+
random_seed=${RANDOM}
487+
echo "Random seed: ${random_seed}"
482488
./spark_aggregation_fuzzer_test \
483-
--seed ${RANDOM} \
489+
--seed ${random_seed} \
484490
--duration_sec $DURATION \
485491
--minloglevel=0 \
486492
--stderrthreshold=2 \
@@ -520,10 +526,12 @@ jobs:
520526
run: |
521527
ls /tmp/signatures
522528
mkdir -p /tmp/spark_bias_fuzzer_repro/logs/
523-
chmod -R 777 /tmp/spark_bias_fuzzer_repro
524-
chmod +x spark_expression_fuzzer_test
525-
./spark_expression_fuzzer_test \
526-
--seed ${RANDOM} \
529+
chmod -R 777 /tmp/spark_bias_fuzzer_repro
530+
chmod +x spark_expression_fuzzer_test
531+
random_seed=${RANDOM}
532+
echo "Random seed: ${random_seed}"
533+
./spark_expression_fuzzer_test \
534+
--seed ${random_seed} \
527535
--duration_sec $DURATION \
528536
--minloglevel=0 \
529537
--stderrthreshold=2 \
@@ -557,10 +565,12 @@ jobs:
557565
- name: Run Spark Expression Fuzzer
558566
run: |
559567
mkdir -p /tmp/spark_fuzzer_repro/logs/
560-
chmod -R 777 /tmp/spark_fuzzer_repro
561-
chmod +x spark_expression_fuzzer_test
562-
./spark_expression_fuzzer_test \
563-
--seed ${RANDOM} \
568+
chmod -R 777 /tmp/spark_fuzzer_repro
569+
chmod +x spark_expression_fuzzer_test
570+
random_seed=${RANDOM}
571+
echo "Random seed: ${random_seed}"
572+
./spark_expression_fuzzer_test \
573+
--seed ${random_seed} \
564574
--enable_variadic_signatures \
565575
--lazy_vector_generation_ratio 0.2 \
566576
--velox_fuzzer_enable_column_reuse \
@@ -624,8 +634,10 @@ jobs:
624634
mkdir -p /tmp/join_fuzzer_repro/logs/
625635
chmod -R 777 /tmp/join_fuzzer_repro
626636
chmod +x velox_join_fuzzer_test
637+
random_seed=${RANDOM}
638+
echo "Random seed: ${random_seed}"
627639
./velox_join_fuzzer_test \
628-
--seed ${RANDOM} \
640+
--seed ${random_seed} \
629641
--duration_sec $DURATION \
630642
--minloglevel=0 \
631643
--stderrthreshold=2 \
@@ -662,8 +674,10 @@ jobs:
662674
mkdir -p /tmp/exchange_fuzzer_repro/logs/
663675
chmod -R 777 /tmp/exchange_fuzzer_repro
664676
chmod +x velox_exchange_fuzzer_test
677+
random_seed=${RANDOM}
678+
echo "Random seed: ${random_seed}"
665679
./velox_exchange_fuzzer_test \
666-
--seed ${RANDOM} \
680+
--seed ${random_seed} \
667681
--duration_sec $DURATION \
668682
--minloglevel=0 \
669683
--stderrthreshold=2 \
@@ -698,8 +712,10 @@ jobs:
698712
mkdir -p /tmp/row_fuzzer_repro/logs/
699713
chmod -R 777 /tmp/row_fuzzer_repro
700714
chmod +x velox_row_number_fuzzer_test
715+
random_seed=${RANDOM}
716+
echo "Random seed: ${random_seed}"
701717
./velox_row_number_fuzzer_test \
702-
--seed ${RANDOM} \
718+
--seed ${random_seed} \
703719
--duration_sec $DURATION \
704720
--minloglevel=0 \
705721
--stderrthreshold=2 \
@@ -790,8 +806,10 @@ jobs:
790806
mkdir -p /tmp/aggregate_fuzzer_repro/logs/
791807
chmod -R 777 /tmp/aggregate_fuzzer_repro
792808
chmod +x velox_aggregation_fuzzer_test
809+
random_seed=${RANDOM}
810+
echo "Random seed: ${random_seed}"
793811
./velox_aggregation_fuzzer_test \
794-
--seed ${RANDOM} \
812+
--seed ${random_seed} \
795813
--duration_sec $DURATION \
796814
--minloglevel=0 \
797815
--stderrthreshold=2 \
@@ -859,8 +877,7 @@ jobs:
859877
mkdir -p /tmp/presto_only_bias_function_fuzzer_repro/logs/
860878
chmod -R 777 /tmp/presto_only_bias_function_fuzzer_repro
861879
chmod +x velox_expression_fuzzer_test
862-
echo "Biased functions:"
863-
cat /tmp/signatures/presto_bias_functions
880+
echo "Biased functions: $(< /tmp/signatures/presto_bias_functions)"
864881
# Convert the list of function names with tickets into a list of function names only.
865882
function_names=""
866883
IFS=',' read -r -a array <<< $(cat /tmp/signatures/presto_bias_functions)
@@ -871,9 +888,11 @@ jobs:
871888
function_names+=$(echo $x | cut -d '=' -f 1)
872889
done
873890
echo "Biased function names: $function_names"
891+
random_seed=${RANDOM}
892+
echo "Random seed: ${random_seed}"
874893
echo "Running Fuzzer for $DURATION"
875894
./velox_expression_fuzzer_test \
876-
--seed ${RANDOM} \
895+
--seed ${random_seed} \
877896
--lazy_vector_generation_ratio 0.2 \
878897
--common_dictionary_wraps_generation_ratio=0.3 \
879898
--only=$function_names \
@@ -949,11 +968,12 @@ jobs:
949968
chmod +x velox_aggregation_fuzzer_test
950969
echo "signatures folder"
951970
ls /tmp/signatures/
952-
echo "Biased functions:"
953-
cat /tmp/signatures/presto_aggregate_bias_functions
971+
echo "Biased functions: $(< cat /tmp/signatures/presto_aggregate_bias_functions)"
972+
random_seed=${RANDOM}
973+
echo "Random seed: ${random_seed}"
954974
echo "Running Fuzzer for $DURATION"
955975
./velox_aggregation_fuzzer_test \
956-
--seed ${RANDOM} \
976+
--seed ${random_seed} \
957977
--duration_sec $DURATION \
958978
--minloglevel=0 \
959979
--stderrthreshold=2 \
@@ -1039,8 +1059,10 @@ jobs:
10391059
mkdir -p /tmp/window_fuzzer_repro/logs/
10401060
chmod -R 777 /tmp/window_fuzzer_repro
10411061
chmod +x velox_window_fuzzer_test
1062+
random_seed=${RANDOM}
1063+
echo "Random seed: ${random_seed}"
10421064
./velox_window_fuzzer_test \
1043-
--seed ${RANDOM} \
1065+
--seed ${random_seed} \
10441066
--duration_sec $DURATION \
10451067
--batch_size=50 \
10461068
--minloglevel=0 \
@@ -1105,8 +1127,10 @@ jobs:
11051127
mkdir -p /tmp/writer_fuzzer_repro/logs/
11061128
chmod -R 777 /tmp/writer_fuzzer_repro
11071129
chmod +x velox_writer_fuzzer_test
1130+
random_seed=${RANDOM}
1131+
echo "Random seed: ${random_seed}"
11081132
./velox_writer_fuzzer_test \
1109-
--seed ${RANDOM} \
1133+
--seed ${random_seed} \
11101134
--duration_sec $DURATION \
11111135
--minloglevel=0 \
11121136
--stderrthreshold=2 \

0 commit comments

Comments
 (0)