remove benchmarks pipeline

Benchmarks are currently broken, the code doesn't handle various memcached response codes and flag characters which are encountered in the benchmarks

Author: rnro

.github/workflows/benchmarks.yml

@@ -16,9 +16,3 @@ jobs:
  linux_6_0_arguments_override: "--explicit-target-dependency-import-check error"
  linux_nightly_6_0_arguments_override: "--explicit-target-dependency-import-check error"
  linux_nightly_main_arguments_override: "--explicit-target-dependency-import-check error"
-
- benchmarks:
- name: Benchmarks
- uses: apple/swift-nio/.github/workflows/benchmarks.yml@main
- with:
- benchmark_package_path: "Benchmarks"

.github/workflows/main.yml

@@ -21,13 +21,6 @@ jobs:
  linux_nightly_6_0_arguments_override: "--explicit-target-dependency-import-check error"
  linux_nightly_main_arguments_override: "--explicit-target-dependency-import-check error"
 
- benchmarks:
- name: Benchmarks
- uses: ./.github/workflows/benchmarks.yml
- with:
- benchmark_package_path: "Benchmarks"
- swift_package_arguments: "--disable-sandbox"
-
  cxx-interop:
  name: Cxx interop
  uses: apple/swift-nio/.github/workflows/cxx_interop.yml@main

.github/workflows/pull_request.yml

@@ -45,10 +45,10 @@ set -o pipefail
 here="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
 target_repo=${2-"$here/.."}
 
-for f in 57 58 59 510 -nightly; do
+for f in 59 510 -nightly; do
  echo "swift$f"
 
  docker_file=$(if [[ "$f" == "-nightly" ]]; then f=main; fi && ls "$target_repo/docker/docker-compose."*"$f"*".yaml")
 
- docker-compose -f docker/docker-compose.yaml -f $docker_file run update-benchmark-baseline
+ docker-compose -f docker/docker-compose.yaml -f "$docker_file" run update-benchmark-baseline
 done

dev/update-benchmark-thresholds.sh

@@ -1,4 +1,4 @@
-ARG swift_version=5.7
+ARG swift_version=5.9
 ARG ubuntu_version=jammy
 ARG base_image=swift:$swift_version-$ubuntu_version
 FROM $base_image
@@ -16,11 +16,5 @@ ENV LANGUAGE en_US.UTF-8
 RUN mkdir -p $HOME/.tools
 RUN echo 'export PATH="$HOME/.tools:$PATH"' >> $HOME/.profile
 
-# swiftformat (until part of the toolchain)
-ARG swiftformat_version=0.51.8
-RUN git clone --branch $swiftformat_version --depth 1 https://github.com/nicklockwood/SwiftFormat $HOME/.tools/swift-format
-RUN cd $HOME/.tools/swift-format && swift build -c release
-RUN ln -s $HOME/.tools/swift-format/.build/release/swiftformat $HOME/.tools/swiftformat
-
 # install jemalloc for running allocation benchmarks
-RUN apt-get update & apt-get install -y libjemalloc-dev
+RUN apt-get update & apt-get install -y libjemalloc-dev

docker/Dockerfile

@@ -17,9 +17,8 @@ services:
 
  shell:
  image: swift-memcache-gsoc:22.04-5.10
- 
+
  update-benchmark-baseline:
  image: swift-memcache-gsoc:22.04-5.10
  environment:
  - SWIFT_VERSION=5.10
-

docker/docker-compose.2204.510.yaml

@@ -21,4 +21,4 @@ services:
  update-benchmark-baseline:
  image: swift-memcache-gsoc:22.04-main
  environment:
- - SWIFT_VERSION=main
+ - SWIFT_VERSION=main

docker/docker-compose.2204.57.yaml

@@ -3,14 +3,14 @@ version: "3.9"
 services:
  # Swift on Server CI
  # e.g. docker-compose -f docker/docker-compose.yaml -f docker/docker-compose.2204.57.yaml run test
- 
+
  memcached:
  image: memcached:latest
  networks:
  - memcached
  ports:
-  - 11211
-  
+ - 11211
+ 
  runtime-setup:
  image: swift-memcache-gsoc:default
  build:
@@ -32,8 +32,8 @@ services:
  test:
  <<: *common
  depends_on:
-  - runtime-setup
-  - memcached
+ - runtime-setup
+ - memcached
  command: /bin/bash -xcl "swift $${SWIFT_TEST_VERB-test} $${WARN_AS_ERROR_ARG-} $${SANITIZER_ARG-} $${IMPORT_CHECK_ARG-} && cd Benchmarks && swift package --disable-sandbox benchmark baseline check --check-absolute-path Thresholds/$${SWIFT_VERSION-}/"
  networks:
  - memcached
@@ -47,8 +47,8 @@ services:
  update-benchmark-baseline:
  <<: *common
  depends_on:
-  - runtime-setup
-  - memcached
+ - runtime-setup
+ - memcached
  command: /bin/bash -xcl "cd Benchmarks && swift package --disable-sandbox --scratch-path .build/$${SWIFT_VERSION-}/ --allow-writing-to-package-directory benchmark --format metricP90AbsoluteThresholds --path Thresholds/$${SWIFT_VERSION-}/"
 
 # dedicated network