test.yaml 8.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236
  1. name: test
  2. on:
  3. push:
  4. pull_request:
  5. workflow_dispatch:
  6. inputs:
  7. gtest_filter:
  8. description: 'Google Test filter'
  9. test_linux:
  10. description: 'Test on Linux'
  11. type: boolean
  12. default: true
  13. test_macos:
  14. description: 'Test on MacOS'
  15. type: boolean
  16. default: true
  17. test_windows:
  18. description: 'Test on Windows'
  19. type: boolean
  20. default: true
  21. concurrency:
  22. group: ${{ github.workflow }}-${{ github.ref || github.run_id }}
  23. cancel-in-progress: true
  24. env:
  25. GTEST_FILTER: ${{ github.event.inputs.gtest_filter || '*' }}
  26. jobs:
  27. style-check:
  28. runs-on: ubuntu-latest
  29. if: github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name != github.event.pull_request.base.repo.full_name
  30. continue-on-error: true
  31. steps:
  32. - name: checkout
  33. uses: actions/checkout@v4
  34. - name: run style check
  35. run: |
  36. clang-format --version
  37. cd test && make style_check
  38. build-error-check-on-32bit:
  39. runs-on: ubuntu-latest
  40. if: >
  41. (github.event_name == 'push') ||
  42. (github.event_name == 'pull_request' &&
  43. github.event.pull_request.head.repo.full_name != github.event.pull_request.base.repo.full_name) ||
  44. (github.event_name == 'workflow_dispatch' && github.event.inputs.test_linux == 'true')
  45. strategy:
  46. matrix:
  47. config:
  48. - arch_flags: -m32
  49. arch_suffix: :i386
  50. name: (32-bit)
  51. steps:
  52. - name: checkout
  53. uses: actions/checkout@v4
  54. - name: install libraries
  55. run: |
  56. sudo dpkg --add-architecture i386
  57. sudo apt-get update
  58. sudo apt-get install -y libc6-dev${{ matrix.config.arch_suffix }} libstdc++-13-dev${{ matrix.config.arch_suffix }} \
  59. libssl-dev${{ matrix.config.arch_suffix }} libcurl4-openssl-dev${{ matrix.config.arch_suffix }} \
  60. zlib1g-dev${{ matrix.config.arch_suffix }} libbrotli-dev${{ matrix.config.arch_suffix }} \
  61. libzstd-dev${{ matrix.config.arch_suffix }}
  62. - name: build and run tests (expect failure)
  63. run: cd test && make test EXTRA_CXXFLAGS="${{ matrix.config.arch_flags }}"
  64. continue-on-error: true
  65. ubuntu:
  66. runs-on: ubuntu-latest
  67. if: >
  68. (github.event_name == 'push') ||
  69. (github.event_name == 'pull_request' &&
  70. github.event.pull_request.head.repo.full_name != github.event.pull_request.base.repo.full_name) ||
  71. (github.event_name == 'workflow_dispatch' && github.event.inputs.test_linux == 'true')
  72. strategy:
  73. matrix:
  74. tls_backend: [openssl, mbedtls]
  75. name: ubuntu (${{ matrix.tls_backend }})
  76. steps:
  77. - name: checkout
  78. uses: actions/checkout@v4
  79. - name: install common libraries
  80. run: |
  81. sudo apt-get update
  82. sudo apt-get install -y libcurl4-openssl-dev zlib1g-dev libbrotli-dev libzstd-dev
  83. - name: install OpenSSL
  84. if: matrix.tls_backend == 'openssl'
  85. run: sudo apt-get install -y libssl-dev
  86. - name: install Mbed TLS
  87. if: matrix.tls_backend == 'mbedtls'
  88. run: sudo apt-get install -y libmbedtls-dev
  89. - name: build and run tests (OpenSSL)
  90. if: matrix.tls_backend == 'openssl'
  91. run: cd test && make test_split && make test_openssl_parallel
  92. env:
  93. LSAN_OPTIONS: suppressions=lsan_suppressions.txt
  94. - name: build and run tests (Mbed TLS)
  95. if: matrix.tls_backend == 'mbedtls'
  96. run: cd test && make test_split_mbedtls && make test_mbedtls_parallel
  97. - name: run fuzz test target
  98. if: matrix.tls_backend == 'openssl'
  99. run: cd test && make fuzz_test
  100. macos:
  101. runs-on: macos-latest
  102. if: >
  103. (github.event_name == 'push') ||
  104. (github.event_name == 'pull_request' &&
  105. github.event.pull_request.head.repo.full_name != github.event.pull_request.base.repo.full_name) ||
  106. (github.event_name == 'workflow_dispatch' && github.event.inputs.test_macos == 'true')
  107. strategy:
  108. matrix:
  109. tls_backend: [openssl, mbedtls]
  110. name: macos (${{ matrix.tls_backend }})
  111. steps:
  112. - name: checkout
  113. uses: actions/checkout@v4
  114. - name: install Mbed TLS
  115. if: matrix.tls_backend == 'mbedtls'
  116. run: brew install mbedtls@3
  117. - name: build and run tests (OpenSSL)
  118. if: matrix.tls_backend == 'openssl'
  119. run: cd test && make test_split && make test_openssl_parallel
  120. env:
  121. LSAN_OPTIONS: suppressions=lsan_suppressions.txt
  122. - name: build and run tests (Mbed TLS)
  123. if: matrix.tls_backend == 'mbedtls'
  124. run: cd test && make test_split_mbedtls && make test_mbedtls_parallel
  125. - name: run fuzz test target
  126. if: matrix.tls_backend == 'openssl'
  127. run: cd test && make fuzz_test
  128. windows:
  129. runs-on: windows-latest
  130. if: >
  131. (github.event_name == 'push') ||
  132. (github.event_name == 'pull_request' &&
  133. github.event.pull_request.head.repo.full_name != github.event.pull_request.base.repo.full_name) ||
  134. (github.event_name == 'workflow_dispatch' && github.event.inputs.test_windows == 'true')
  135. strategy:
  136. matrix:
  137. config:
  138. - with_ssl: false
  139. compiled: false
  140. run_tests: true
  141. name: without SSL
  142. - with_ssl: true
  143. compiled: false
  144. run_tests: true
  145. name: with SSL
  146. - with_ssl: false
  147. compiled: true
  148. run_tests: false
  149. name: compiled
  150. name: windows ${{ matrix.config.name }}
  151. steps:
  152. - name: Prepare Git for Checkout on Windows
  153. run: |
  154. git config --global core.autocrlf false
  155. git config --global core.eol lf
  156. - name: Checkout
  157. uses: actions/checkout@v4
  158. - name: Export GitHub Actions cache environment variables
  159. uses: actions/github-script@v7
  160. with:
  161. script: |
  162. core.exportVariable('ACTIONS_CACHE_URL', process.env.ACTIONS_CACHE_URL || '');
  163. core.exportVariable('ACTIONS_RUNTIME_TOKEN', process.env.ACTIONS_RUNTIME_TOKEN || '');
  164. - name: Setup msbuild on windows
  165. uses: microsoft/setup-msbuild@v2
  166. - name: Cache vcpkg packages
  167. id: vcpkg-cache
  168. uses: actions/cache@v4
  169. with:
  170. path: C:/vcpkg/installed
  171. key: vcpkg-installed-windows-gtest-curl-zlib-brotli-zstd
  172. - name: Install vcpkg dependencies
  173. if: steps.vcpkg-cache.outputs.cache-hit != 'true'
  174. run: vcpkg install gtest curl zlib brotli zstd
  175. - name: Install OpenSSL
  176. if: ${{ matrix.config.with_ssl }}
  177. run: choco install openssl
  178. - name: Configure CMake ${{ matrix.config.name }}
  179. run: >
  180. cmake -B build -S .
  181. -DCMAKE_BUILD_TYPE=Release
  182. -DCMAKE_TOOLCHAIN_FILE=${{ env.VCPKG_ROOT }}/scripts/buildsystems/vcpkg.cmake
  183. -DHTTPLIB_TEST=ON
  184. -DHTTPLIB_COMPILE=${{ matrix.config.compiled && 'ON' || 'OFF' }}
  185. -DHTTPLIB_USE_OPENSSL_IF_AVAILABLE=${{ matrix.config.with_ssl && 'ON' || 'OFF' }}
  186. -DHTTPLIB_REQUIRE_ZLIB=ON
  187. -DHTTPLIB_REQUIRE_BROTLI=ON
  188. -DHTTPLIB_REQUIRE_ZSTD=ON
  189. -DHTTPLIB_REQUIRE_OPENSSL=${{ matrix.config.with_ssl && 'ON' || 'OFF' }}
  190. - name: Build ${{ matrix.config.name }}
  191. run: cmake --build build --config Release -- /v:m /clp:ShowCommandLine
  192. - name: Run tests ${{ matrix.config.name }}
  193. if: ${{ matrix.config.run_tests }}
  194. shell: pwsh
  195. working-directory: build/test
  196. run: |
  197. $shards = 4
  198. $procs = @()
  199. for ($i = 0; $i -lt $shards; $i++) {
  200. $log = "shard_${i}.log"
  201. $procs += Start-Process -FilePath ./Release/httplib-test.exe `
  202. -ArgumentList "--gtest_color=yes","--gtest_filter=${{ github.event.inputs.gtest_filter || '*' }}-*BenchmarkTest*" `
  203. -NoNewWindow -PassThru -RedirectStandardOutput $log -RedirectStandardError "${log}.err" `
  204. -Environment @{ GTEST_TOTAL_SHARDS="$shards"; GTEST_SHARD_INDEX="$i" }
  205. }
  206. $procs | Wait-Process
  207. $failed = $false
  208. for ($i = 0; $i -lt $shards; $i++) {
  209. $log = "shard_${i}.log"
  210. if (Select-String -Path $log -Pattern "\[ PASSED \]" -Quiet) {
  211. $passed = (Select-String -Path $log -Pattern "\[ PASSED \]").Line
  212. Write-Host "Shard ${i}: $passed"
  213. } else {
  214. Write-Host "=== Shard $i FAILED ==="
  215. Get-Content $log
  216. if (Test-Path "${log}.err") { Get-Content "${log}.err" }
  217. $failed = $true
  218. }
  219. }
  220. if ($failed) { exit 1 }
  221. Write-Host "All shards passed."
  222. - name: Run benchmark tests with retry ${{ matrix.config.name }}
  223. if: ${{ matrix.config.run_tests }}
  224. run: ctest --output-on-failure --test-dir build -C Release -R "BenchmarkTest" --repeat until-pass:5
  225. env:
  226. VCPKG_ROOT: "C:/vcpkg"
  227. VCPKG_BINARY_SOURCES: "clear;x-gha,readwrite"