diff options
| author | davidot <davidot@serenityos.org> | 2021-12-29 15:57:26 +0100 |
|---|---|---|
| committer | Linus Groh <mail@linusgroh.de> | 2022-01-08 14:06:29 +0100 |
| commit | 28358d87005d2a393fc4599923d06481aff5d245 (patch) | |
| tree | b07c1e54edded69e7181dff821d6f1a3987ae9e6 /.github/workflows | |
| parent | 498b741434c7fd60b078aa4d83977885fc047c8d (diff) | |
| download | serenity-28358d87005d2a393fc4599923d06481aff5d245.zip | |
CI: Store per-file results of test262 runs and compare against previous
Diffstat (limited to '.github/workflows')
| -rw-r--r-- | .github/workflows/libjs-test262.yml | 20 |
1 files changed, 19 insertions, 1 deletions
diff --git a/.github/workflows/libjs-test262.yml b/.github/workflows/libjs-test262.yml index 3fd5c5d280..fa3ffc84f8 100644 --- a/.github/workflows/libjs-test262.yml +++ b/.github/workflows/libjs-test262.yml @@ -97,6 +97,12 @@ jobs: cmake -GNinja -DCMAKE_C_COMPILER=gcc-11 -DCMAKE_CXX_COMPILER=g++-11 -DSERENITY_SOURCE_DIR=${{ env.SERENITY_SOURCE_DIR }} .. ninja libjs-test262-runner test-js + - name: Get previous results + working-directory: libjs-test262 + run: | + cp -f ../libjs-website/test262/data/per-file-master.json . || : + cp -f ../libjs-website/test262/data/per-file-bytecode-master.json . || : + - name: Run test262 and test262-parser-tests working-directory: libjs-test262 run: | @@ -104,7 +110,9 @@ jobs: --serenity .. \ --test262 ../test262 \ --test262-parser-tests ../test262-parser-tests \ - --results-json ../libjs-website/test262/data/results.json + --results-json ../libjs-website/test262/data/results.json \ + --per-file-output ../libjs-website/test262/data/per-file-master.json \ + --per-file-bytecode-output ../libjs-website/test262/data/per-file-bytecode-master.json - name: Deploy to GitHub pages uses: JamesIves/github-pages-deploy-action@4.1.1 @@ -115,3 +123,13 @@ jobs: repository-name: linusg/libjs-website token: ${{ secrets.BUGGIEBOT }} folder: libjs-website + + - name: Compare non-bytecode + continue-on-error: true + working-directory: libjs-test262 + run: ./per_file_result_diff.py -o master.json -n ../libjs-website/test262/data/per-file-master.json + + - name: Compare bytecode + continue-on-error: true + working-directory: libjs-test262 + run: ./per_file_result_diff.py -o bytecode-master.json -n ../libjs-website/test262/data/per-file-bytecode-master.json |