1
0

test.yaml 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246
  1. name: test
  2. on:
  3. push:
  4. pull_request:
  5. workflow_dispatch:
  6. inputs:
  7. gtest_filter:
  8. description: 'Google Test filter'
  9. test_linux:
  10. description: 'Test on Linux'
  11. type: boolean
  12. default: true
  13. test_macos:
  14. description: 'Test on MacOS'
  15. type: boolean
  16. default: true
  17. test_windows:
  18. description: 'Test on Windows'
  19. type: boolean
  20. default: true
  21. concurrency:
  22. group: ${{ github.workflow }}-${{ github.ref || github.run_id }}
  23. cancel-in-progress: true
  24. env:
  25. GTEST_FILTER: ${{ github.event.inputs.gtest_filter || '*' }}
  26. jobs:
  27. style-check:
  28. runs-on: ubuntu-latest
  29. if: github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name != github.event.pull_request.base.repo.full_name
  30. continue-on-error: true
  31. steps:
  32. - name: checkout
  33. uses: actions/checkout@v4
  34. - name: run style check
  35. run: |
  36. clang-format --version
  37. cd test && make style_check
  38. build-error-check-on-32bit:
  39. runs-on: ubuntu-latest
  40. if: >
  41. (github.event_name == 'push') ||
  42. (github.event_name == 'pull_request' &&
  43. github.event.pull_request.head.repo.full_name != github.event.pull_request.base.repo.full_name) ||
  44. (github.event_name == 'workflow_dispatch' && github.event.inputs.test_linux == 'true')
  45. strategy:
  46. matrix:
  47. config:
  48. - arch_flags: -m32
  49. arch_suffix: :i386
  50. name: (32-bit)
  51. steps:
  52. - name: checkout
  53. uses: actions/checkout@v4
  54. - name: install libraries
  55. run: |
  56. sudo dpkg --add-architecture i386
  57. sudo apt-get update
  58. sudo apt-get install -y libc6-dev${{ matrix.config.arch_suffix }} libstdc++-13-dev${{ matrix.config.arch_suffix }} \
  59. libssl-dev${{ matrix.config.arch_suffix }} libcurl4-openssl-dev${{ matrix.config.arch_suffix }} \
  60. zlib1g-dev${{ matrix.config.arch_suffix }} libbrotli-dev${{ matrix.config.arch_suffix }} \
  61. libzstd-dev${{ matrix.config.arch_suffix }}
  62. - name: build and run tests (expect failure)
  63. run: cd test && make test EXTRA_CXXFLAGS="${{ matrix.config.arch_flags }}"
  64. continue-on-error: true
  65. ubuntu:
  66. runs-on: ubuntu-latest
  67. if: >
  68. (github.event_name == 'push') ||
  69. (github.event_name == 'pull_request' &&
  70. github.event.pull_request.head.repo.full_name != github.event.pull_request.base.repo.full_name) ||
  71. (github.event_name == 'workflow_dispatch' && github.event.inputs.test_linux == 'true')
  72. strategy:
  73. matrix:
  74. tls_backend: [openssl, mbedtls]
  75. name: ubuntu (${{ matrix.tls_backend }})
  76. steps:
  77. - name: checkout
  78. uses: actions/checkout@v4
  79. - name: install common libraries
  80. run: |
  81. sudo apt-get update
  82. sudo apt-get install -y libcurl4-openssl-dev zlib1g-dev libbrotli-dev libzstd-dev
  83. - name: install OpenSSL
  84. if: matrix.tls_backend == 'openssl'
  85. run: sudo apt-get install -y libssl-dev
  86. - name: install Mbed TLS
  87. if: matrix.tls_backend == 'mbedtls'
  88. run: sudo apt-get install -y libmbedtls-dev
  89. - name: build and run tests (OpenSSL)
  90. if: matrix.tls_backend == 'openssl'
  91. run: cd test && make test_split && make test_openssl_parallel
  92. env:
  93. LSAN_OPTIONS: suppressions=lsan_suppressions.txt
  94. - name: build and run tests (Mbed TLS)
  95. if: matrix.tls_backend == 'mbedtls'
  96. run: cd test && make test_split_mbedtls && make test_mbedtls_parallel
  97. - name: run fuzz test target
  98. if: matrix.tls_backend == 'openssl'
  99. run: cd test && make fuzz_test
  100. - name: build and run WebSocket heartbeat test
  101. if: matrix.tls_backend == 'openssl'
  102. run: cd test && make test_websocket_heartbeat && ./test_websocket_heartbeat
  103. - name: build and run ThreadPool test
  104. run: cd test && make test_thread_pool && ./test_thread_pool
  105. macos:
  106. runs-on: macos-latest
  107. if: >
  108. (github.event_name == 'push') ||
  109. (github.event_name == 'pull_request' &&
  110. github.event.pull_request.head.repo.full_name != github.event.pull_request.base.repo.full_name) ||
  111. (github.event_name == 'workflow_dispatch' && github.event.inputs.test_macos == 'true')
  112. strategy:
  113. matrix:
  114. tls_backend: [openssl, mbedtls]
  115. name: macos (${{ matrix.tls_backend }})
  116. steps:
  117. - name: checkout
  118. uses: actions/checkout@v4
  119. - name: install Mbed TLS
  120. if: matrix.tls_backend == 'mbedtls'
  121. run: brew install mbedtls@3
  122. - name: build and run tests (OpenSSL)
  123. if: matrix.tls_backend == 'openssl'
  124. run: cd test && make test_split && make test_openssl_parallel
  125. env:
  126. LSAN_OPTIONS: suppressions=lsan_suppressions.txt
  127. - name: build and run tests (Mbed TLS)
  128. if: matrix.tls_backend == 'mbedtls'
  129. run: cd test && make test_split_mbedtls && make test_mbedtls_parallel
  130. - name: run fuzz test target
  131. if: matrix.tls_backend == 'openssl'
  132. run: cd test && make fuzz_test
  133. - name: build and run WebSocket heartbeat test
  134. if: matrix.tls_backend == 'openssl'
  135. run: cd test && make test_websocket_heartbeat && ./test_websocket_heartbeat
  136. - name: build and run ThreadPool test
  137. run: cd test && make test_thread_pool && ./test_thread_pool
  138. windows:
  139. runs-on: windows-latest
  140. if: >
  141. (github.event_name == 'push') ||
  142. (github.event_name == 'pull_request' &&
  143. github.event.pull_request.head.repo.full_name != github.event.pull_request.base.repo.full_name) ||
  144. (github.event_name == 'workflow_dispatch' && github.event.inputs.test_windows == 'true')
  145. strategy:
  146. matrix:
  147. config:
  148. - with_ssl: false
  149. compiled: false
  150. run_tests: true
  151. name: without SSL
  152. - with_ssl: true
  153. compiled: false
  154. run_tests: true
  155. name: with SSL
  156. - with_ssl: false
  157. compiled: true
  158. run_tests: false
  159. name: compiled
  160. name: windows ${{ matrix.config.name }}
  161. steps:
  162. - name: Prepare Git for Checkout on Windows
  163. run: |
  164. git config --global core.autocrlf false
  165. git config --global core.eol lf
  166. - name: Checkout
  167. uses: actions/checkout@v4
  168. - name: Export GitHub Actions cache environment variables
  169. uses: actions/github-script@v7
  170. with:
  171. script: |
  172. core.exportVariable('ACTIONS_CACHE_URL', process.env.ACTIONS_CACHE_URL || '');
  173. core.exportVariable('ACTIONS_RUNTIME_TOKEN', process.env.ACTIONS_RUNTIME_TOKEN || '');
  174. - name: Setup msbuild on windows
  175. uses: microsoft/setup-msbuild@v2
  176. - name: Cache vcpkg packages
  177. id: vcpkg-cache
  178. uses: actions/cache@v4
  179. with:
  180. path: C:/vcpkg/installed
  181. key: vcpkg-installed-windows-gtest-curl-zlib-brotli-zstd
  182. - name: Install vcpkg dependencies
  183. if: steps.vcpkg-cache.outputs.cache-hit != 'true'
  184. run: vcpkg install gtest curl zlib brotli zstd
  185. - name: Install OpenSSL
  186. if: ${{ matrix.config.with_ssl }}
  187. run: choco install openssl
  188. - name: Configure CMake ${{ matrix.config.name }}
  189. run: >
  190. cmake -B build -S .
  191. -DCMAKE_BUILD_TYPE=Release
  192. -DCMAKE_TOOLCHAIN_FILE=${{ env.VCPKG_ROOT }}/scripts/buildsystems/vcpkg.cmake
  193. -DHTTPLIB_TEST=ON
  194. -DHTTPLIB_COMPILE=${{ matrix.config.compiled && 'ON' || 'OFF' }}
  195. -DHTTPLIB_USE_OPENSSL_IF_AVAILABLE=${{ matrix.config.with_ssl && 'ON' || 'OFF' }}
  196. -DHTTPLIB_REQUIRE_ZLIB=ON
  197. -DHTTPLIB_REQUIRE_BROTLI=ON
  198. -DHTTPLIB_REQUIRE_ZSTD=ON
  199. -DHTTPLIB_REQUIRE_OPENSSL=${{ matrix.config.with_ssl && 'ON' || 'OFF' }}
  200. - name: Build ${{ matrix.config.name }}
  201. run: cmake --build build --config Release -- /v:m /clp:ShowCommandLine
  202. - name: Run tests ${{ matrix.config.name }}
  203. if: ${{ matrix.config.run_tests }}
  204. shell: pwsh
  205. working-directory: build/test
  206. run: |
  207. $shards = 4
  208. $procs = @()
  209. for ($i = 0; $i -lt $shards; $i++) {
  210. $log = "shard_${i}.log"
  211. $procs += Start-Process -FilePath ./Release/httplib-test.exe `
  212. -ArgumentList "--gtest_color=yes","--gtest_filter=${{ github.event.inputs.gtest_filter || '*' }}-*BenchmarkTest*" `
  213. -NoNewWindow -PassThru -RedirectStandardOutput $log -RedirectStandardError "${log}.err" `
  214. -Environment @{ GTEST_TOTAL_SHARDS="$shards"; GTEST_SHARD_INDEX="$i" }
  215. }
  216. $procs | Wait-Process
  217. $failed = $false
  218. for ($i = 0; $i -lt $shards; $i++) {
  219. $log = "shard_${i}.log"
  220. if (Select-String -Path $log -Pattern "\[ PASSED \]" -Quiet) {
  221. $passed = (Select-String -Path $log -Pattern "\[ PASSED \]").Line
  222. Write-Host "Shard ${i}: $passed"
  223. } else {
  224. Write-Host "=== Shard $i FAILED ==="
  225. Get-Content $log
  226. if (Test-Path "${log}.err") { Get-Content "${log}.err" }
  227. $failed = $true
  228. }
  229. }
  230. if ($failed) { exit 1 }
  231. Write-Host "All shards passed."
  232. - name: Run benchmark tests with retry ${{ matrix.config.name }}
  233. if: ${{ matrix.config.run_tests }}
  234. run: ctest --output-on-failure --test-dir build -C Release -R "BenchmarkTest" --repeat until-pass:5
  235. env:
  236. VCPKG_ROOT: "C:/vcpkg"
  237. VCPKG_BINARY_SOURCES: "clear;x-gha,readwrite"