Skip to content

Commit

Permalink
wip
Browse files Browse the repository at this point in the history
  • Loading branch information
@egiurleo
egiurleo committed Sep 18, 2024
1 parent 5df4484 commit 09af2de
Show file tree
Hide file tree
Showing 4 changed files with 247 additions and 1 deletion.
78 changes: 78 additions & 0 deletions prism_benchmarks/time/data/parser/sorbet-tests/2024-09-18-5df44846d.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,78 @@
{
"results": [
{
"command": "bazel-bin/main/sorbet --parser=sorbet --stop-after=parser test/testdata",
"mean": 5.319980475220001,
"stddev": 0.012422851959893658,
"median": 5.31640975462,
"user": 11.119864840000002,
"system": 0.9606537599999999,
"min": 5.31295170912,
"max": 5.35456718412,
"times": [
5.3134840291200005,
5.31974998012,
5.35456718412,
5.320736220120001,
5.31632679612,
5.31295170912,
5.314741024120001,
5.31377542412,
5.316492713120001,
5.3169796721200004
],
"exit_codes": [
100,
100,
100,
100,
100,
100,
100,
100,
100,
100
],
"parameters": {
"parser": "sorbet"
}
},
{
"command": "bazel-bin/main/sorbet --parser=prism --stop-after=parser test/testdata",
"mean": 4.871971914820001,
"stddev": 0.010533348936233727,
"median": 4.86891543762,
"user": 8.486365540000001,
"system": 1.09001966,
"min": 4.8623700341200005,
"max": 4.899309700120001,
"times": [
4.871011145120001,
4.866774637120001,
4.873047408120001,
4.899309700120001,
4.8623700341200005,
4.877657146120001,
4.867222889120001,
4.86843476012,
4.869396115120001,
4.86449531312
],
"exit_codes": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
"parameters": {
"parser": "prism"
}
}
]
}
78 changes: 78 additions & 0 deletions prism_benchmarks/time/data/parser/yjit-bench/2024-09-18-5df44846d.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,78 @@
{
"results": [
{
"command": "bazel-bin/main/sorbet --parser=sorbet --stop-after=parser ../yjit-bench/benchmarks",
"mean": 6.258566696640001,
"stddev": 0.0733520423009647,
"median": 6.2374843245400005,
"user": 16.402805400000002,
"system": 0.73538796,
"min": 6.17688066004,
"max": 6.443254731040001,
"times": [
6.2288769330400005,
6.2768147370400005,
6.443254731040001,
6.27105606704,
6.2460917160400005,
6.20641194304,
6.22841675104,
6.28889050504,
6.21897292304,
6.17688066004
],
"exit_codes": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
"parameters": {
"parser": "sorbet"
}
},
{
"command": "bazel-bin/main/sorbet --parser=prism --stop-after=parser ../yjit-bench/benchmarks",
"mean": 4.476899102140001,
"stddev": 0.03959255131501207,
"median": 4.48938903554,
"user": 6.462066,
"system": 0.8248745599999999,
"min": 4.36437106604,
"max": 4.492783230040001,
"times": [
4.49103603904,
4.48986745904,
4.48835146604,
4.492783230040001,
4.36437106604,
4.49065465404,
4.48825302304,
4.4894367850400005,
4.48489601304,
4.48934128604
],
"exit_codes": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
"parameters": {
"parser": "prism"
}
}
]
}
78 changes: 78 additions & 0 deletions prism_benchmarks/time/data/pipeline/2024-09-18-5df44846d.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,78 @@
{
"results": [
{
"command": "bazel-bin/main/sorbet --parser=sorbet ../rbi",
"mean": 6.16736409352,
"stddev": 0.06774821106573646,
"median": 6.15982815322,
"user": 21.81549374,
"system": 0.20507438000000003,
"min": 6.083021132720001,
"max": 6.28290752972,
"times": [
6.16744417972,
6.12050154872,
6.28290752972,
6.251253995720001,
6.11700055272,
6.15221212672,
6.083021132720001,
6.23237357272,
6.16752112172,
6.09940517472
],
"exit_codes": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0
],
"parameters": {
"parser": "sorbet"
}
},
{
"command": "bazel-bin/main/sorbet --parser=prism ../rbi",
"mean": 6.18529064662,
"stddev": 0.04775460831234028,
"median": 6.17915380222,
"user": 19.401574840000002,
"system": 0.18767527999999994,
"min": 6.12177066272,
"max": 6.282041295720001,
"times": [
6.12177066272,
6.13718851672,
6.282041295720001,
6.153297766720001,
6.15942091572,
6.22498076072,
6.19488676172,
6.221012181720001,
6.171952952720001,
6.18635465172
],
"exit_codes": [
100,
100,
100,
100,
100,
100,
100,
100,
100,
100
],
"parameters": {
"parser": "prism"
}
}
]
}
14 changes: 13 additions & 1 deletion prism_benchmarks/time/run_benchmarks.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,11 @@ if [ ! -d "../yjit-bench" ]; then
exit 1
fi

if [ ! -d "../rbi" ]; then
echo "Please clone the rbi directory before running this script: https://github.com/Shopify/rbi"
exit 1
fi

if [! command -v hyperfine >/dev/null 2>&1 ]; then
echo "Please install hyperfine before running this script: https://github.com/sharkdp/hyperfine"
exit 1
Expand Down Expand Up @@ -53,4 +58,11 @@ echo "#### Benchmark 3: prism regression tests, whole pipeline"
# smaller set of files that only contain nodes supported by the Prism --> Sorbet translation layer.
hyperfine \
--warmup=10 --export-json="prism_benchmarks/time/data/pipeline/$file_name" --parameter-list parser sorbet,prism \
"bazel-bin/main/sorbet --parser={parser} test/prism_regression"
"bazel-bin/main/sorbet --parser={parser} test/prism_regression" --ignore-failure

echo "#### Benchmark 4: RBI gem, whole pipeline"

hyperfine \
--warmup=10 --export-json="prism_benchmarks/time/data/pipeline/$file_name" --parameter-list parser sorbet,prism \
"bazel-bin/main/sorbet --parser={parser} ../rbi" --ignore-failure

0 comments on commit 09af2de

Please sign in to comment.