chore: publish performance data to gh-pages (#3907)

* Use `benchmark-action/github-action-benchmark@v1` to automate perf
metric storage and deployment.
* Switch repo's GitHub Pages to deployment from branch `gh-pages`.
Required, as now there are 2 sources of information for gh-pages (WPT +
performance).
* Update WPT report to override `wpt/index.html` and
`wpt/wptreport-2023.html` in `gh-pages` branch.
* Add `index.html` with links to the perf metrics and to the WPT reports
the root of `gh-pages` branch.
* Example perf page: https://googlechromelabs.github.io/chromium-bidi/bench/index.html

Author: sadym-chromium

.github/workflows/performance.yml

@@ -106,10 +106,23 @@ jobs:
           # Do not store these artifacts for long, as they will be present in the `all-performance-metrics`.
           retention-days: 1
   combine_metrics:
+    if: ${{ !cancelled() }}
     name: Combine performance metrics
+    environment:
+      name: github-pages
+      url: ${{ steps.deployment.outputs.page_url }}
+    permissions:
+      deployments: write
+      # Add perf metrics to PR's comment
+      pull-requests: write
+      contents: write
     runs-on: ubuntu-latest
     needs: performance_metric
     steps:
+      - name: Checkout
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
+      - name: Setup Pages
+        uses: actions/configure-pages@983d7736d9b0ae728b81ab479565c72886d7745b # v5.0.0
       - name: Download all performance metrics artifacts
         uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0
         with:
@@ -118,10 +131,39 @@ jobs:
         run: |
           find artifacts -name "performance_metrics.txt" -exec cat {} + > all_performance_metrics.txt
           echo "Combined performance metrics:"
-          sort -o all_performance_metrics.txt all_performance_metrics.txt
           cat all_performance_metrics.txt
+
+          # Convert to JSON format suitable for github-action-benchmark
+          echo "[" > all_performance_metrics.json
+          first_metric=true
+          while IFS= read -r line; do
+            if [ "$first_metric" = false ]; then
+              echo "," >> all_performance_metrics.json
+            fi
+            key=${line%:*}
+            value=${line##*:}
+            echo "  {\"name\": \"$key\", \"value\": $value, \"unit\": \"ms\"}" >> all_performance_metrics.json
+            first_metric=false
+          done < all_performance_metrics.txt
+          echo "]" >> all_performance_metrics.json
+          echo "Combined performance metrics in JSON format:"
+          cat all_performance_metrics.json
       - name: Upload combined performance metrics
         uses: actions/upload-artifact@330a01c490aca151604b8cf639adc76d48f6c5d4 # v5.0.0
         with:
           name: all-performance-metrics
-          path: all_performance_metrics.txt
+          path: |
+            all_performance_metrics.txt
+            all_performance_metrics.json
+      - name: Store benchmark result
+        uses: benchmark-action/github-action-benchmark@v1
+        with:
+          tool: 'customSmallerIsBetter'
+          output-file-path: all_performance_metrics.json
+          gh-pages-branch: gh-pages
+          benchmark-data-dir-path: bench/
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+          # Comment only when run in PR.
+          comment-always: ${{ github.ref != 'refs/heads/main' }}
+          # Push and deploy automatically on merge to main.
+          auto-push: ${{ github.ref == 'refs/heads/main' }}

.github/workflows/wpt.yml

@@ -285,14 +285,8 @@ jobs:
     needs: wpt
     if: ${{ github.ref == 'refs/heads/main' }}
     runs-on: ubuntu-latest
-    environment:
-      name: github-pages
-      url: ${{ steps.deployment.outputs.page_url }}
-    # Sets permissions of the GITHUB_TOKEN to allow deployment to GitHub Pages
     permissions:
-      contents: read
-      pages: write
-      id-token: write
+      contents: write
     steps:
       - name: Checkout
         uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
@@ -310,24 +304,17 @@ jobs:
           merge-multiple: true
       - name: Generate HTML test report
         run: >
+          mkdir -p wpt-report;
           node tools/wpt-report-builder/builder.mjs \
             --bidi $(ls out/wptreport.*.json) \
             --interop $(ls out/wptreport-interop.*.json) \
-            --out out/wptreport.html \
-            --out-label-2023 out/wptreport-2023.html
-      - name: Prepare Pages
-        # TODO: Support merged wpt report as before
-        # cp out/wptreport.json out/site/wptreport.json
-        run: |
-          mkdir -p out/site
-          cp out/wptreport.html out/site/index.html
-          cp out/wptreport-2023.html out/site/2023.html
+            --out wpt-report/index.html \
+            --out-label-2023 wpt-report/wptreport-2023.html
       - name: Setup Pages
         uses: actions/configure-pages@983d7736d9b0ae728b81ab479565c72886d7745b # v5.0.0
-      - name: Upload Pages artifact
-        uses: actions/upload-pages-artifact@7b1f4a764d45c48632c6b24a0339c27f5614fb0b # v4.0.0
+      - name: Push to `gh-pages` branch
+        uses: JamesIves/github-pages-deploy-action@v4
         with:
-          path: out/site
-      - name: Deploy to GitHub Pages
-        id: deployment
-        uses: actions/deploy-pages@d6db90164ac5ed86f2b6aed7e0febac5b3c0c03e # v4.0.5
+          folder: wpt-report
+          branch: gh-pages
+          target-folder: wpt