Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/PULL_REQUEST_TEMPLATE.md
Original file line number Diff line number Diff line change
Expand Up @@ -33,12 +33,12 @@ Related: https://github.com/ClickHouse/ClickHouse/pull/NNNNN
- [ ] <!---ci_exclude_stateless--> Stateless tests
- [ ] <!---ci_exclude_stateful--> Stateful tests
- [ ] <!---ci_exclude_performance--> Performance tests
- [x] <!---ci_exclude_aarch64|arm--> Aarch64 tests
- [ ] <!---ci_exclude_asan--> All with ASAN
- [x] <!---ci_exclude_tsan--> All with TSAN
- [x] <!---ci_exclude_msan--> All with MSAN
- [x] <!---ci_exclude_ubsan--> All with UBSAN
- [x] <!---ci_exclude_coverage--> All with Coverage
- [ ] <!---ci_exclude_aarch64|arm--> All with Aarch64
- [ ] <!---ci_exclude_regression--> All Regression
- [ ] <!---no_ci_cache--> Disable CI Cache

Expand Down
522 changes: 376 additions & 146 deletions .github/workflows/master.yml

Large diffs are not rendered by default.

64 changes: 32 additions & 32 deletions .github/workflows/pull_request.yml

Large diffs are not rendered by default.

46 changes: 23 additions & 23 deletions .github/workflows/pull_request_community.yml
Original file line number Diff line number Diff line change
Expand Up @@ -82,7 +82,7 @@ jobs:
PYTHONUNBUFFERED=1 python3 -m praktika run 'Config Workflow' --workflow "Community PR" --ci --timestamp

fast_test:
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
needs: [config_workflow]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'RmFzdCB0ZXN0') }}
name: "Fast test"
Expand Down Expand Up @@ -124,7 +124,7 @@ jobs:
PYTHONUNBUFFERED=1 python3 -m praktika run 'Fast test' --workflow "Community PR" --ci --timestamp

build_amd_debug:
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
needs: [config_workflow, fast_test]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'QnVpbGQgKGFtZF9kZWJ1Zyk=') }}
name: "Build (amd_debug)"
Expand Down Expand Up @@ -179,7 +179,7 @@ jobs:
path: ci/tmp/*.deb

build_amd_asan_ubsan:
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
needs: [config_workflow, fast_test]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'QnVpbGQgKGFtZF9hc2FuX3Vic2FuKQ==') }}
name: "Build (amd_asan_ubsan)"
Expand Down Expand Up @@ -241,7 +241,7 @@ jobs:
path: ci/tmp/*.deb

build_amd_binary:
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
needs: [config_workflow, fast_test]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'QnVpbGQgKGFtZF9iaW5hcnkp') }}
name: "Build (amd_binary)"
Expand Down Expand Up @@ -289,7 +289,7 @@ jobs:
path: ci/tmp/build/programs/self-extracting/clickhouse

build_arm_debug:
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
needs: [config_workflow, fast_test]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'QnVpbGQgKGFybV9kZWJ1Zyk=') }}
name: "Build (arm_debug)"
Expand Down Expand Up @@ -344,7 +344,7 @@ jobs:
path: ci/tmp/*.deb

build_arm_asan_ubsan:
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester-aarch64]
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
needs: [config_workflow, fast_test]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'QnVpbGQgKGFybV9hc2FuX3Vic2FuKQ==') }}
name: "Build (arm_asan_ubsan)"
Expand Down Expand Up @@ -399,7 +399,7 @@ jobs:
path: ci/tmp/*.deb

build_arm_ubsan:
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester-aarch64]
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
needs: [config_workflow, fast_test]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'QnVpbGQgKGFybV91YnNhbik=') }}
name: "Build (arm_ubsan)"
Expand Down Expand Up @@ -454,7 +454,7 @@ jobs:
path: ci/tmp/*.deb

build_arm_binary:
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
needs: [config_workflow, fast_test]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'QnVpbGQgKGFybV9iaW5hcnkp') }}
name: "Build (arm_binary)"
Expand Down Expand Up @@ -502,7 +502,7 @@ jobs:
path: ci/tmp/build/programs/self-extracting/clickhouse

build_amd_tsan:
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
needs: [config_workflow, fast_test]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'QnVpbGQgKGFtZF90c2FuKQ==') }}
name: "Build (amd_tsan)"
Expand Down Expand Up @@ -564,7 +564,7 @@ jobs:
path: ci/tmp/*.deb

build_amd_msan:
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
needs: [config_workflow, fast_test]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'QnVpbGQgKGFtZF9tc2FuKQ==') }}
name: "Build (amd_msan)"
Expand Down Expand Up @@ -626,7 +626,7 @@ jobs:
path: ci/tmp/*.deb

build_arm_tsan:
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester-aarch64]
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
needs: [config_workflow, fast_test]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'QnVpbGQgKGFybV90c2FuKQ==') }}
name: "Build (arm_tsan)"
Expand Down Expand Up @@ -681,7 +681,7 @@ jobs:
path: ci/tmp/*.deb

build_arm_msan:
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester-aarch64]
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
needs: [config_workflow, fast_test]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'QnVpbGQgKGFybV9tc2FuKQ==') }}
name: "Build (arm_msan)"
Expand Down Expand Up @@ -922,7 +922,7 @@ jobs:
PYTHONUNBUFFERED=1 python3 -m praktika run 'Quick functional tests' --workflow "Community PR" --ci --timestamp

stateless_tests_amd_asan_ubsan_distributed_plan_parallel_1_2:
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
needs: [build_amd_asan_ubsan, build_amd_debug, build_arm_binary, config_workflow, fast_test, stateless_tests_amd_debug_parallel, stateless_tests_arm_binary_parallel]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'U3RhdGVsZXNzIHRlc3RzIChhbWRfYXNhbl91YnNhbiwgZGlzdHJpYnV0ZWQgcGxhbiwgcGFyYWxsZWwsIDEvMik=') }}
name: "Stateless tests (amd_asan_ubsan, distributed plan, parallel, 1/2)"
Expand Down Expand Up @@ -970,7 +970,7 @@ jobs:
PYTHONUNBUFFERED=1 python3 -m praktika run 'Stateless tests (amd_asan_ubsan, distributed plan, parallel, 1/2)' --workflow "Community PR" --ci --timestamp

stateless_tests_amd_asan_ubsan_distributed_plan_parallel_2_2:
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
needs: [build_amd_asan_ubsan, build_amd_debug, build_arm_binary, config_workflow, fast_test, stateless_tests_amd_debug_parallel, stateless_tests_arm_binary_parallel]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'U3RhdGVsZXNzIHRlc3RzIChhbWRfYXNhbl91YnNhbiwgZGlzdHJpYnV0ZWQgcGxhbiwgcGFyYWxsZWwsIDIvMik=') }}
name: "Stateless tests (amd_asan_ubsan, distributed plan, parallel, 2/2)"
Expand Down Expand Up @@ -1114,7 +1114,7 @@ jobs:
PYTHONUNBUFFERED=1 python3 -m praktika run 'Stateless tests (amd_asan_ubsan, db disk, distributed plan, sequential, 2/2)' --workflow "Community PR" --ci --timestamp

stateless_tests_amd_debug_parallel:
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
needs: [build_amd_debug, config_workflow, fast_test]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'U3RhdGVsZXNzIHRlc3RzIChhbWRfZGVidWcsIHBhcmFsbGVsKQ==') }}
name: "Stateless tests (amd_debug, parallel)"
Expand Down Expand Up @@ -1210,7 +1210,7 @@ jobs:
PYTHONUNBUFFERED=1 python3 -m praktika run 'Stateless tests (amd_debug, sequential)' --workflow "Community PR" --ci --timestamp

stateless_tests_amd_tsan_parallel_1_2:
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
needs: [build_amd_debug, build_amd_tsan, build_arm_binary, config_workflow, fast_test, stateless_tests_amd_debug_parallel, stateless_tests_arm_binary_parallel]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'U3RhdGVsZXNzIHRlc3RzIChhbWRfdHNhbiwgcGFyYWxsZWwsIDEvMik=') }}
name: "Stateless tests (amd_tsan, parallel, 1/2)"
Expand Down Expand Up @@ -1258,7 +1258,7 @@ jobs:
PYTHONUNBUFFERED=1 python3 -m praktika run 'Stateless tests (amd_tsan, parallel, 1/2)' --workflow "Community PR" --ci --timestamp

stateless_tests_amd_tsan_parallel_2_2:
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
needs: [build_amd_debug, build_amd_tsan, build_arm_binary, config_workflow, fast_test, stateless_tests_amd_debug_parallel, stateless_tests_arm_binary_parallel]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'U3RhdGVsZXNzIHRlc3RzIChhbWRfdHNhbiwgcGFyYWxsZWwsIDIvMik=') }}
name: "Stateless tests (amd_tsan, parallel, 2/2)"
Expand Down Expand Up @@ -3130,7 +3130,7 @@ jobs:
PYTHONUNBUFFERED=1 python3 -m praktika run 'Integration tests (amd_msan, 6/6)' --workflow "Community PR" --ci --timestamp

unit_tests_asan_ubsan:
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
needs: [build_amd_asan_ubsan, config_workflow, fast_test]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'VW5pdCB0ZXN0cyAoYXNhbl91YnNhbik=') }}
name: "Unit tests (asan_ubsan)"
Expand Down Expand Up @@ -3178,7 +3178,7 @@ jobs:
PYTHONUNBUFFERED=1 python3 -m praktika run 'Unit tests (asan_ubsan)' --workflow "Community PR" --ci --timestamp

unit_tests_tsan:
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
needs: [build_amd_tsan, config_workflow, fast_test]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'VW5pdCB0ZXN0cyAodHNhbik=') }}
name: "Unit tests (tsan)"
Expand Down Expand Up @@ -3226,7 +3226,7 @@ jobs:
PYTHONUNBUFFERED=1 python3 -m praktika run 'Unit tests (tsan)' --workflow "Community PR" --ci --timestamp

unit_tests_msan:
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
needs: [build_amd_msan, config_workflow, fast_test]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'VW5pdCB0ZXN0cyAobXNhbik=') }}
name: "Unit tests (msan)"
Expand Down Expand Up @@ -3274,7 +3274,7 @@ jobs:
PYTHONUNBUFFERED=1 python3 -m praktika run 'Unit tests (msan)' --workflow "Community PR" --ci --timestamp

unit_tests_asan_ubsan_function_prop_fuzzer:
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
needs: [build_amd_asan_ubsan, config_workflow, fast_test]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'VW5pdCB0ZXN0cyAoYXNhbl91YnNhbiwgZnVuY3Rpb25fcHJvcF9mdXp6ZXIp') }}
name: "Unit tests (asan_ubsan, function_prop_fuzzer)"
Expand Down Expand Up @@ -3322,7 +3322,7 @@ jobs:
PYTHONUNBUFFERED=1 python3 -m praktika run 'Unit tests (asan_ubsan, function_prop_fuzzer)' --workflow "Community PR" --ci --timestamp

unit_tests_tsan_function_prop_fuzzer:
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
needs: [build_amd_tsan, config_workflow, fast_test]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'VW5pdCB0ZXN0cyAodHNhbiwgZnVuY3Rpb25fcHJvcF9mdXp6ZXIp') }}
name: "Unit tests (tsan, function_prop_fuzzer)"
Expand Down Expand Up @@ -3370,7 +3370,7 @@ jobs:
PYTHONUNBUFFERED=1 python3 -m praktika run 'Unit tests (tsan, function_prop_fuzzer)' --workflow "Community PR" --ci --timestamp

unit_tests_msan_function_prop_fuzzer:
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
needs: [build_amd_msan, config_workflow, fast_test]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(needs.*.outputs.pipeline_status, 'undefined') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.cache_success_base64, 'VW5pdCB0ZXN0cyAobXNhbiwgZnVuY3Rpb25fcHJvcF9mdXp6ZXIp') }}
name: "Unit tests (msan, function_prop_fuzzer)"
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/regression-reusable-suite.yml
Original file line number Diff line number Diff line change
Expand Up @@ -99,7 +99,7 @@ jobs:
--local
--collect-service-logs
--output ${{ inputs.output_format }}
--attr project="${GITHUB_REPOSITORY}" project.id="${GITHUB_REPOSITORY_ID}" user.name="${GITHUB_ACTOR}" version="${{ fromJson(inputs.workflow_config).JOB_KV_DATA.version.string }}" package="$clickhouse_path" repository="https://github.com/Altinity/clickhouse-regression" commit.hash="$(git rev-parse HEAD)" job.name="$REPORT_JOB_NAME" job.retry=$GITHUB_RUN_ATTEMPT job.url="${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}" arch="$(uname -i)"
--attr project="${GITHUB_REPOSITORY}" project.id="${GITHUB_REPOSITORY_ID}" user.name="${GITHUB_ACTOR}" version="${{ fromJson(inputs.workflow_config).workflow_config.custom_data.version.string }}" package="$clickhouse_path" repository="https://github.com/Altinity/clickhouse-regression" commit.hash="$(git rev-parse HEAD)" job.name="$REPORT_JOB_NAME" job.retry=$GITHUB_RUN_ATTEMPT job.url="${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}" arch="$(uname -i)"
--cicd
--log raw.log
${{ inputs.flags != 'none' && inputs.flags || ''}}
Expand Down
Loading
Loading