updated benchmark script

Author: iliabylich

.depend

@@ -71,3 +71,6 @@ tests/runner: tests/test.cpp tests/../test_helper.hpp tests/../bytes.hpp \
   tests/../shared_byte_list.hpp tests/../parser_result.hpp \
   tests/../api.hpp
 
+benchmark/cpp-parser: benchmark/benchmark.cpp benchmark/rb_filelist.hpp \
+  benchmark/../lib-ruby-parser.hpp
+

benchmark/benchmark.cpp

@@ -0,0 +1,42 @@
+#include <cstdlib>
+#include <iostream>
+#include <chrono>
+
+#include "rb_filelist.hpp"
+#include "../lib-ruby-parser.hpp"
+
+int main()
+{
+    char *filelist_path = std::getenv("FILELIST_PATH");
+    if (filelist_path == nullptr)
+    {
+        std::cerr << "\nNo FILELIST_PATH provided.\n\nUsage: FILELIST_PATH=path/to/filelist ./path/to/exe\n";
+        return 1;
+    }
+
+    FileList filelist(filelist_path);
+
+    std::chrono::steady_clock::time_point start = std::chrono::steady_clock::now();
+
+    for (size_t i = 0; i < filelist.files.size(); i++)
+    {
+        FileToParse file = std::move(filelist.files[i]);
+
+        lib_ruby_parser::ParserOptions options(
+            std::move(file.filepath),
+            lib_ruby_parser::MaybeDecoder::None(),
+            lib_ruby_parser::MaybeTokenRewriter::None(),
+            false);
+        lib_ruby_parser::ByteList input = std::move(file.content);
+
+        lib_ruby_parser::parse(
+            std::move(options),
+            std::move(input));
+    }
+
+    std::chrono::steady_clock::time_point end = std::chrono::steady_clock::now();
+
+    std::cout << double(std::chrono::duration_cast<std::chrono::nanoseconds>(end - start).count()) / 1000000000 << "[s]" << std::endl;
+
+    return 0;
+}

benchmark/build.mk

@@ -0,0 +1,51 @@
+benchmark/cpp-parser: $(STATIC_LIB) lib-ruby-parser.hpp benchmark/benchmark.cpp
+	$(call build_cxx_exe,benchmark/benchmark.cpp $(STATIC_LIB),benchmark/cpp-parser)
+
+define download_latest_bench_asset
+ASSET_NAME=$(1) SAVE_AS=$(2) ruby benchmark/download_asset.rb
+endef
+
+benchmark/download:
+	@echo "Downloading repos.zip..."
+	$(call download_latest_bench_asset,repos.zip,benchmark/repos.zip)
+	@echo "Unpacking repos.zip..."
+	unzip --help
+	ls -l benchmark/repos.zip
+	unzip -q benchmark/repos.zip -d benchmark
+
+	@echo "Downloading Rust parser..."
+	$(call download_latest_bench_asset,$(BENCHMARK_RUNNER_ASSET_NAME),benchmark/rust-parser)
+	chmod +x benchmark/rust-parser
+
+	@echo "Downloading Ruby parser..."
+	$(call download_latest_bench_asset,ruby-parser.rb,benchmark/ruby-parser.rb)
+
+BENCHMARK_ASSETS = \
+	benchmark/repos \
+	benchmark/cpp-parser \
+	benchmark/filelist \
+	benchmark/repos.zip \
+	benchmark/ruby-parser.rb \
+	benchmark/rust-parser \
+	benchmark/stats
+
+benchmark/clear:
+	rm -rf $(BENCHMARK_ASSETS)
+
+define run_benchmark
+cd benchmark && FILELIST_PATH=filelist $(1)
+endef
+
+benchmark/compare: benchmark/cpp-parser
+	$(call run_benchmark, ./rust-parser)
+	$(call run_benchmark, ruby ruby-parser.rb)
+	$(call run_benchmark, ./cpp-parser)
+
+BENCHMARK_RECORDING = $(TARGET).benchmark-out
+benchmark/record: benchmark/cpp-parser
+	echo "Rust:" > $(BENCHMARK_RECORDING)
+	$(call run_benchmark, ./rust-parser >> ../$(BENCHMARK_RECORDING))
+	echo "Ruby:" >> $(BENCHMARK_RECORDING)
+	$(call run_benchmark, ruby ruby-parser.rb >> ../$(BENCHMARK_RECORDING))
+	echo "C:" >> $(BENCHMARK_RECORDING)
+	$(call run_benchmark, ./cpp-parser >> ../$(BENCHMARK_RECORDING))

benchmark/cpp-parser

@@ -0,0 +1,17 @@
+require 'open-uri'
+require 'json'
+
+def abort(message)
+    $stderr.puts("Error: #{message}\n\nAborting.")
+    exit(1)
+end
+
+asset_name = ENV.fetch('ASSET_NAME') { abort 'ASSET_NAME env var must be provided.' }
+asset_url = "https://github.com/lib-ruby-parser/bench/releases/download/v0.0.1/#{asset_name}"
+save_as = ENV.fetch('SAVE_AS') { abort 'SAVE_AS env var must be provided' }
+
+File.open(save_as, 'wb') do |file|
+    URI.open(asset_url, 'rb') do |asset|
+        file.write(asset.read)
+    end
+end

benchmark/download_asset.rb

@@ -0,0 +1,41 @@
+#include <fstream>
+#include <vector>
+#include <string>
+#include <streambuf>
+#include "../lib-ruby-parser.hpp"
+
+class FileToParse
+{
+public:
+    lib_ruby_parser::String filepath = lib_ruby_parser::String(nullptr, 0, 0);
+    lib_ruby_parser::ByteList content = lib_ruby_parser::ByteList(nullptr, 0, 0);
+
+    FileToParse(std::string filepath_)
+    {
+        filepath = lib_ruby_parser::String::Copied(
+            filepath_.c_str());
+
+        std::ifstream f(filepath_);
+        std::string content_s = std::string((std::istreambuf_iterator<char>(f)),
+                                            std::istreambuf_iterator<char>());
+        content = lib_ruby_parser::ByteList::Copied(
+            content_s.c_str(),
+            content_s.length());
+    }
+};
+
+class FileList
+{
+public:
+    std::vector<FileToParse> files;
+
+    FileList(char *filelist_path)
+    {
+        std::ifstream f(filelist_path);
+        std::string line;
+        while (std::getline(f, line))
+        {
+            files.push_back(FileToParse(line));
+        }
+    }
+};

benchmark/rb_filelist.hpp

@@ -15,5 +15,5 @@ done
 $CC -MT "tests/runner" -MM "tests/test.cpp" >> .depend
 echo "" >> .depend
 
-# $CC -MT "benchmark/c-parser" -MM "benchmark/benchmark.cpp" >> .depend
-# echo "" >> .depend
+$CC -MT "benchmark/cpp-parser" -MM "benchmark/benchmark.cpp" >> .depend
+echo "" >> .depend