Started by user Jenkins Admin Obtained pipelines/pingcap/tidb/latest/pull_lightning_integration_test.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is cached. Copying from home. [Pipeline] Start of Pipeline [Pipeline] readJSON [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7824-b1tz6-j-dp7nt Agent pingcap-tidb-pull-lightning-integration-test-7824-b1tz6-j-dp7nt is provisioned from template pingcap_tidb_pull_lightning_integration_test_7824-b1tz6-jpjf8 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "1c623a806775ca0e37a3344c03076a6d0a9e3905" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7824-b1tz6" name: "pingcap-tidb-pull-lightning-integration-test-7824-b1tz6-j-dp7nt" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-b1tz6-j-dp7nt" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-b1tz6-j-dp7nt" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-pull-lightning-integration-test-7824-b1tz6-j-dp7nt in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git rev-list --no-walk b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh + printenv GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"presubmit","job":"pingcap/tidb/pull_lightning_integration_test","buildid":"1908106937648549892","prowjobid":"d33514ab-0e2d-4777-b6b3-0439c6609bf8","refs":{"org":"pingcap","repo":"tidb","repo_link":"https://github.com/pingcap/tidb","base_ref":"master","base_sha":"d9fb3a53376157be49b5a7941e6e689a33c81eb0","base_link":"https://github.com/pingcap/tidb/commit/d9fb3a53376157be49b5a7941e6e689a33c81eb0","pulls":[{"number":60382,"author":"mjonss","sha":"a99475fc33674dc9218acc399094b47beacbcaf1","title":"ddl: Non clustered reorg part optimistic backfill","head_ref":"non-clustered-reorg-part-optimistic-backfill","link":"https://github.com/pingcap/tidb/pull/60382","commit_link":"https://github.com/pingcap/tidb/pull/60382/commits/a99475fc33674dc9218acc399094b47beacbcaf1","author_link":"https://github.com/mjonss"}]}} _=/usr/bin/printenv TZ=Asia/Shanghai BUILD_ID=1908106937648549892 POD_LABEL=pingcap_tidb_pull_lightning_integration_test_7824-b1tz6 HOSTNAME=pingcap-tidb-pull-lightning-integration-test-7824-b1tz6-j-dp7nt OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/display/redirect?page=changes JENKINS_NODE_COOKIE=4a601493-827f-486d-b210-c4f15f09969f GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=pull_lightning_integration_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=7824 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test PWD=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tidb-pull-lightning-integration-test-7824-b1tz6-j-dp7nt HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tidb/pull_lightning_integration_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/display/redirect PROW_JOB_ID=d33514ab-0e2d-4777-b6b3-0439c6609bf8 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/ TERM=xterm STAGE_NAME=Debug info JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/ BUILD_DISPLAY_NAME=#7824 SHLVL=3 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tidb-pull_lightning_integration_test-7824 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap-tidb-pull-lightning-integration-test-7824-b1tz6-j-dp7nt pingcap_tidb_pull_lightning_integration_test_7824-b1tz6 PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-bc8591f0700b33e92af119b345fb821d3b921955a943aa35989460df13e464f9 + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.23.3' GODEBUG='' GOTELEMETRY='local' GOTELEMETRYDIR='/home/jenkins/.config/go/telemetry' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -ffile-prefix-map=/tmp/go-build3951861000=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-pull-lightning-integration-test-7824-b1tz6-j-dp7nt bash' debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-pull-lightning-integration-test-7824-b1tz6-j-dp7nt bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 21912 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 2, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ; COOKIE: 4614154aff40850a (echoed) ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 27 IN A 20.27.177.113 github.com. 27 IN A 20.205.243.166 ;; Query time: 0 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Fri Apr 04 10:39:16 UTC 2025 ;; MSG SIZE rcvd: 103 [Pipeline] script [Pipeline] { [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] timeout Timeout set to expire in 5 min 0 sec [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tidb/rev-d9fb3a5) 1213224960 bytes in 5.07 secs (239381491 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh git version 2.43.5 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/.git/ .git HEAD is now at d9fb3a5337 ddl: Implement TableMode feature (#59009) POST git-upload-pack (656 bytes) POST git-upload-pack (973 bytes) From https://github.com/pingcap/tidb = [up to date] master -> origin/master * [new ref] refs/pull/60382/head -> origin/pr/60382/head Auto packing the repository in background for optimum performance. See "git help gc" for manual housekeeping. HEAD is now at d9fb3a5337 ddl: Implement TableMode feature (#59009) ๐Ÿšง Checkouting to base SHA:d9fb3a53376157be49b5a7941e6e689a33c81eb0... HEAD is now at d9fb3a5337 ddl: Implement TableMode feature (#59009) โœ… Checked. ๐ŸŽ‰ ๐Ÿงพ HEAD info: d9fb3a53376157be49b5a7941e6e689a33c81eb0 d9fb3a5337 ddl: Implement TableMode feature (#59009) 195c367f3a parser: support to check any column flag (#60287) f4b85e3540 statistics: remove invalid histogram items in loadNeededColumnHistograms and loadNeededIndexHistograms (#60318) ๐Ÿšง Pre-merge heads of pull requests to base SHA: d9fb3a53376157be49b5a7941e6e689a33c81eb0 ... Updating d9fb3a5337..a99475fc33 Fast-forward Auto packing the repository in background for optimum performance. See "git help gc" for manual housekeeping. pkg/ddl/partition.go | 159 +- pkg/ddl/tests/partition/db_partition_test.go | 54 +- pkg/ddl/tests/partition/multi_domain_test.go | 1751 ++++++++++++++++++++--- pkg/ddl/tests/partition/reorg_partition_test.go | 382 ++++- pkg/disttask/framework/taskexecutor/manager.go | 2 +- pkg/executor/insert_test.go | 17 + pkg/table/table.go | 13 + pkg/table/table_test.go | 7 +- pkg/table/tables/partition.go | 255 +++- pkg/table/tables/tables.go | 8 +- tests/integrationtest/r/ddl/db_partition.result | 8 +- tests/realtikvtest/txntest/BUILD.bazel | 1 + tests/realtikvtest/txntest/txn_test.go | 305 ++++ 13 files changed, 2650 insertions(+), 312 deletions(-) ๐Ÿงพ Pre-merged result: a99475fc33674dc9218acc399094b47beacbcaf1 a99475fc33 Merge branch 'non-clustered-reorg-duplicate-_tidb_rowid-fix' into non-clustered-reorg-part-optimistic-backfill d992efb82f Merge remote-tracking branch 'pingcap/master' into non-clustered-reorg-duplicate-_tidb_rowid-fix d9fb3a5337 ddl: Implement TableMode feature (#59009) โœ… Pre merged ๐ŸŽ‰ โœ… ~~~~~All done.~~~~~~ [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache saved successfully (git/pingcap/tidb/rev-d9fb3a5-a99475f) 1214177280 bytes in 22.07 secs (55023761 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Prepare) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/third_party_download [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] sh + chmod +x ../tidb/lightning/tests/download_integration_test_binaries.sh ../tidb/lightning/tests/run.sh ../tidb/lightning/tests/run_group_lightning_tests.sh ../tidb/lightning/tests/run_local_sst_test.sh + /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/download_integration_test_binaries.sh master % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 184 0 --:--:-- --:--:-- --:--:-- 184 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 173 0 --:--:-- --:--:-- --:--:-- 172 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 227 0 --:--:-- --:--:-- --:--:-- 227 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 1078 0 --:--:-- --:--:-- --:--:-- 1078 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 198 0 --:--:-- --:--:-- --:--:-- 198 download pd-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/pd/9d6bbb8529d9d2acb9cf324a65e94ece465f6346/centos7/pd-server.tar.gz 2025-04-04 18:39:59 URL:http://fileserver.pingcap.net/download/builds/pingcap/pd/9d6bbb8529d9d2acb9cf324a65e94ece465f6346/centos7/pd-server.tar.gz [228444265/228444265] -> "tmp/pd-server.tar.gz" [1] download tikv-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tikv/3eb3439fd88f0db9de06ef92e845e80b32c9b49a/centos7/tikv-server.tar.gz 2025-04-04 18:40:20 URL:http://fileserver.pingcap.net/download/builds/pingcap/tikv/3eb3439fd88f0db9de06ef92e845e80b32c9b49a/centos7/tikv-server.tar.gz [817400808/817400808] -> "tmp/tikv-server.tar.gz" [1] download tiflash.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tiflash/master/8ecb79fcf30098e6786f4d0440ead2a879a3ad4a/centos7/tiflash.tar.gz 2025-04-04 18:40:40 URL:http://fileserver.pingcap.net/download/builds/pingcap/tiflash/master/8ecb79fcf30098e6786f4d0440ead2a879a3ad4a/centos7/tiflash.tar.gz [553235170/553235170] -> "tmp/tiflash.tar.gz" [1] download importer.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/importer/d9a90a49b23801369cf50d9e92bdc3ae1f62ade1/centos7/importer.tar.gz 2025-04-04 18:40:45 URL:http://fileserver.pingcap.net/download/builds/pingcap/importer/d9a90a49b23801369cf50d9e92bdc3ae1f62ade1/centos7/importer.tar.gz [12558874/12558874] -> "tmp/importer.tar.gz" [1] download ticdc-linux-amd64.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/ticdc/4c631d5951854ac91765b729fe3849d8e8d5ed8a/centos7/ticdc-linux-amd64.tar.gz 2025-04-04 18:40:51 URL:http://fileserver.pingcap.net/download/builds/pingcap/ticdc/4c631d5951854ac91765b729fe3849d8e8d5ed8a/centos7/ticdc-linux-amd64.tar.gz [98668337/98668337] -> "tmp/ticdc-linux-amd64.tar.gz" [1] download minio from http://fileserver.pingcap.net/download/builds/minio/minio/RELEASE.2020-02-27T00-23-05Z/minio 2025-04-04 18:40:54 URL:http://fileserver.pingcap.net/download/builds/minio/minio/RELEASE.2020-02-27T00-23-05Z/minio [51838976/51838976] -> "third_bin/minio" [1] download go-ycsb from http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb 2025-04-04 18:40:55 URL:http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb [45975512/45975512] -> "third_bin/go-ycsb" [1] download mc from http://fileserver.pingcap.net/download/builds/minio/minio/RELEASE.2020-02-27T00-23-05Z/mc 2025-04-04 18:40:56 URL:http://fileserver.pingcap.net/download/builds/minio/minio/RELEASE.2020-02-27T00-23-05Z/mc [19689472/19689472] -> "third_bin/mc" [1] download kes from http://fileserver.pingcap.net/download/kes 2025-04-04 18:40:56 URL:http://fileserver.pingcap.net/download/kes [16302080/16302080] -> "third_bin/kes" [1] download fake-gcs-server from http://fileserver.pingcap.net/download/builds/fake-gcs-server 2025-04-04 18:40:57 URL:http://fileserver.pingcap.net/download/builds/fake-gcs-server [12357632/12357632] -> "third_bin/fake-gcs-server" [1] download brv4.0.8 from http://fileserver.pingcap.net/download/builds/brv4.0.8 2025-04-04 18:41:02 URL:http://fileserver.pingcap.net/download/builds/brv4.0.8 [95775066/95775066] -> "third_bin/brv4.0.8" [1] total 2.7G drwxr-sr-x. 2 jenkins jenkins 4.0K Apr 4 18:41 . drwxr-sr-x. 3 jenkins jenkins 4.0K Apr 4 18:41 .. -rwxr-xr-x. 1 jenkins jenkins 92M Apr 4 18:41 brv4.0.8 -rwxr-xr-x. 1 jenkins jenkins 231M Apr 2 16:53 cdc -rwxr-xr-x. 1 jenkins jenkins 12M Apr 4 18:40 fake-gcs-server -rwxr-xr-x. 1 jenkins jenkins 44M Apr 4 18:40 go-ycsb -rwxr-xr-x. 1 jenkins jenkins 16M Apr 4 18:40 kes lrwxrwxrwx. 1 jenkins jenkins 13 Apr 3 12:33 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 1.2M Dec 18 2023 libc++.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 16 Apr 3 12:33 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 353K Dec 18 2023 libc++abi.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 13 Apr 3 12:33 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx. 1 jenkins jenkins 15 Apr 3 12:33 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 2.2M Apr 3 11:49 libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 346M Apr 3 12:34 libtiflash_proxy.so -rwxr-xr-x. 1 jenkins jenkins 19M Apr 4 18:40 mc -rwxr-xr-x. 1 jenkins jenkins 50M Apr 4 18:40 minio -rwxr-xr-x. 1 jenkins jenkins 41M Apr 3 15:30 pd-api-bench -rwxr-xr-x. 1 jenkins jenkins 44M Apr 3 15:29 pd-ctl -rwxr-xr-x. 1 jenkins jenkins 40M Apr 3 15:30 pd-heartbeat-bench -rwxr-xr-x. 1 jenkins jenkins 35M Apr 3 15:29 pd-recover -rwxr-xr-x. 1 jenkins jenkins 37M Apr 3 15:30 pd-region-bench -rwxr-xr-x. 1 jenkins jenkins 115M Apr 3 15:29 pd-server -rwxr-xr-x. 1 jenkins jenkins 37M Apr 3 15:30 pd-tso-bench -rwxr-xr-x. 1 jenkins jenkins 15M Apr 3 15:30 pd-ut -rwxr-xr-x. 1 jenkins jenkins 35M Apr 3 15:30 regions-dump -rwxr-xr-x. 1 jenkins jenkins 35M Apr 3 15:30 stores-dump -rwxr-xr-x. 1 jenkins jenkins 443M Apr 3 12:33 tiflash -rwxr-xr-x. 1 jenkins jenkins 212M Apr 2 11:56 tikv-ctl -rwxr-xr-x. 1 jenkins jenkins 36M Sep 3 2021 tikv-importer -rwxr-xr-x. 1 jenkins jenkins 373M Apr 2 11:56 tikv-server -rwxr-xr-x. 1 jenkins jenkins 376M Apr 2 11:57 tikv-server-failpoint -rwxr-xr-x. 1 jenkins jenkins 2.3M Apr 3 15:30 xprog Download SUCCESS + mkdir -p bin + mv third_bin/brv4.0.8 third_bin/cdc third_bin/fake-gcs-server third_bin/go-ycsb third_bin/kes third_bin/libc++.so.1 third_bin/libc++.so.1.0 third_bin/libc++abi.so.1 third_bin/libc++abi.so.1.0 third_bin/libgmssl.so third_bin/libgmssl.so.3 third_bin/libgmssl.so.3.0 third_bin/libtiflash_proxy.so third_bin/mc third_bin/minio third_bin/pd-api-bench third_bin/pd-ctl third_bin/pd-heartbeat-bench third_bin/pd-recover third_bin/pd-region-bench third_bin/pd-server third_bin/pd-tso-bench third_bin/pd-ut third_bin/regions-dump third_bin/stores-dump third_bin/tiflash third_bin/tikv-ctl third_bin/tikv-importer third_bin/tikv-server third_bin/tikv-server-failpoint third_bin/xprog bin/ + ls -alh bin/ total 2.7G drwxr-sr-x. 2 jenkins jenkins 4.0K Apr 4 18:41 . drwxr-sr-x. 4 jenkins jenkins 4.0K Apr 4 18:41 .. -rwxr-xr-x. 1 jenkins jenkins 92M Apr 4 18:41 brv4.0.8 -rwxr-xr-x. 1 jenkins jenkins 231M Apr 2 16:53 cdc -rwxr-xr-x. 1 jenkins jenkins 12M Apr 4 18:40 fake-gcs-server -rwxr-xr-x. 1 jenkins jenkins 44M Apr 4 18:40 go-ycsb -rwxr-xr-x. 1 jenkins jenkins 16M Apr 4 18:40 kes lrwxrwxrwx. 1 jenkins jenkins 13 Apr 3 12:33 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 1.2M Dec 18 2023 libc++.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 16 Apr 3 12:33 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 353K Dec 18 2023 libc++abi.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 13 Apr 3 12:33 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx. 1 jenkins jenkins 15 Apr 3 12:33 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 2.2M Apr 3 11:49 libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 346M Apr 3 12:34 libtiflash_proxy.so -rwxr-xr-x. 1 jenkins jenkins 19M Apr 4 18:40 mc -rwxr-xr-x. 1 jenkins jenkins 50M Apr 4 18:40 minio -rwxr-xr-x. 1 jenkins jenkins 41M Apr 3 15:30 pd-api-bench -rwxr-xr-x. 1 jenkins jenkins 44M Apr 3 15:29 pd-ctl -rwxr-xr-x. 1 jenkins jenkins 40M Apr 3 15:30 pd-heartbeat-bench -rwxr-xr-x. 1 jenkins jenkins 35M Apr 3 15:29 pd-recover -rwxr-xr-x. 1 jenkins jenkins 37M Apr 3 15:30 pd-region-bench -rwxr-xr-x. 1 jenkins jenkins 115M Apr 3 15:29 pd-server -rwxr-xr-x. 1 jenkins jenkins 37M Apr 3 15:30 pd-tso-bench -rwxr-xr-x. 1 jenkins jenkins 15M Apr 3 15:30 pd-ut -rwxr-xr-x. 1 jenkins jenkins 35M Apr 3 15:30 regions-dump -rwxr-xr-x. 1 jenkins jenkins 35M Apr 3 15:30 stores-dump -rwxr-xr-x. 1 jenkins jenkins 443M Apr 3 12:33 tiflash -rwxr-xr-x. 1 jenkins jenkins 212M Apr 2 11:56 tikv-ctl -rwxr-xr-x. 1 jenkins jenkins 36M Sep 3 2021 tikv-importer -rwxr-xr-x. 1 jenkins jenkins 373M Apr 2 11:56 tikv-server -rwxr-xr-x. 1 jenkins jenkins 376M Apr 2 11:57 tikv-server-failpoint -rwxr-xr-x. 1 jenkins jenkins 2.3M Apr 3 15:30 xprog + ./bin/pd-server -V Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 + ./bin/tikv-server -V TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + ./bin/tiflash --version TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored [Pipeline] } [Pipeline] // retry [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh All lightning test cases have been added to groups [Pipeline] sh + '[' -f ./bin/tidb-server ']' + make go: downloading go1.23.8 (linux/amd64) CGO_ENABLED=1 GO111MODULE=on go build -tags codes -ldflags '-X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-alpha-598-ga99475fc33-dirty" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBBuildTS=2025-04-04 10:41:09" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitHash=a99475fc33674dc9218acc399094b47beacbcaf1" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBEdition=Community" ' -o bin/tidb-server ./cmd/tidb-server go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading golang.org/x/sys v0.31.0 go: downloading github.com/grafana/pyroscope-go v1.2.1 go: downloading github.com/pingcap/kvproto v0.0.0-20250224053625-b6a98c6bf02d go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 go: downloading google.golang.org/grpc v1.63.2 go: downloading github.com/prometheus/client_golang v1.21.1 go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20250327030528-1906b778d741 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading golang.org/x/sync v0.12.0 go: downloading go.uber.org/automaxprocs v1.6.0 go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/danjacques/gofslock v0.0.0-20191023191349-0a45f885bc37 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/pingcap/tipb v0.0.0-20250331100511-d2c561dad347 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/tikv/pd/client v0.0.0-20250318085533-e8050f72d00d go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d go: downloading github.com/otiai10/copy v1.14.0 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading golang.org/x/net v0.38.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading google.golang.org/protobuf v1.36.5 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/BurntSushi/toml v1.5.0 go: downloading github.com/uber/jaeger-client-go v2.22.1+incompatible go: downloading github.com/google/btree v1.1.2 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/stretchr/testify v1.10.0 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/opentracing/basictracer-go v1.0.0 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/gorilla/mux v1.8.1 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/klauspost/compress v1.18.0 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading github.com/json-iterator/go v1.1.12 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/grafana/pyroscope-go/godeltaprof v0.1.8 go: downloading golang.org/x/text v0.23.0 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/prometheus/common v0.63.0 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading github.com/YangKeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/cockroachdb/pebble v1.1.4-0.20250120151818-5dd133a1e6fb go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading golang.org/x/time v0.11.0 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/qri-io/jsonschema v0.2.1 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/procfs v0.16.0 go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading golang.org/x/tools v0.31.0 go: downloading cloud.google.com/go/storage v1.38.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.14.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading cloud.google.com/go v0.112.1 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading github.com/spf13/pflag v1.0.6 go: downloading golang.org/x/oauth2 v0.28.0 go: downloading google.golang.org/api v0.169.0 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading golang.org/x/term v0.30.0 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/spf13/cobra v1.9.1 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.4 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240318140521-94a12d6c2237 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/zyedidia/generic v1.2.1 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading golang.org/x/crypto v0.36.0 go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading cloud.google.com/go/iam v1.1.6 go: downloading github.com/googleapis/gax-go/v2 v2.12.2 go: downloading google.golang.org/genproto v0.0.0-20240227224415-6ceb2ff114de go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/mattn/go-colorable v0.1.14 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/mattn/go-runewidth v0.0.16 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading k8s.io/api v0.29.11 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading go.opencensus.io v0.24.0 go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading go.opentelemetry.io/otel/trace v1.24.0 go: downloading github.com/rivo/uniseg v0.4.7 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/goccy/go-reflect v1.2.0 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/segmentio/fasthash v1.0.3 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/golang-jwt/jwt/v5 v5.2.2 go: downloading cloud.google.com/go/kms v1.15.7 go: downloading github.com/pierrec/lz4/v4 v4.1.15 go: downloading github.com/cockroachdb/errors v1.11.3 go: downloading github.com/cockroachdb/fifo v0.0.0-20240606204812-0bbfbd93a7ce go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/rogpeppe/go-internal v1.14.1 go: downloading github.com/kr/text v0.2.0 go: downloading k8s.io/apimachinery v0.29.11 go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/andybalholm/brotli v1.0.5 go: downloading github.com/klauspost/cpuid/v2 v2.0.9 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading github.com/google/gofuzz v1.2.0 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading github.com/google/s2a-go v0.1.7 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 Build TiDB Server successfully! + '[' -f ./bin/tidb-lightning.test ']' + make build_for_lightning_integration_test make[1]: Entering directory '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb' GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a go: downloading github.com/sergi/go-diff v1.1.0 make[1]: Leaving directory '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb' (GO111MODULE=on go test -p 8 -c -cover -covermode=count \ -coverpkg=github.com/pingcap/tidb/lightning/...,github.com/pingcap/tidb/pkg/lightning/... \ -o bin/tidb-lightning.test \ github.com/pingcap/tidb/lightning/cmd/tidb-lightning && \ GO111MODULE=on go test -p 8 -c -cover -covermode=count \ -coverpkg=github.com/pingcap/tidb/lightning/...,github.com/pingcap/tidb/pkg/lightning/... \ -o bin/tidb-lightning-ctl.test \ github.com/pingcap/tidb/lightning/cmd/tidb-lightning-ctl && \ GO111MODULE=on go build -tags codes -o bin/fake-oauth tools/fake-oauth/main.go && \ GO111MODULE=on go build -tags codes -o bin/parquet_gen tools/gen-parquet/main.go \ ) || (make failpoint-disable && exit 1) go: downloading github.com/shurcooL/httpgzip v0.0.0-20190720172056-320755c1c1b0 go: downloading github.com/xitongsys/parquet-go-source v0.0.0-20200817004010-026bad9b25d0 make[1]: Entering directory '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb' GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 make[1]: Leaving directory '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb' + ls -alh ./bin total 725M drwxr-sr-x. 2 jenkins jenkins 4.0K Apr 4 18:48 . drwxr-sr-x. 16 jenkins jenkins 4.0K Apr 4 18:44 .. -rwxr-xr-x. 1 jenkins jenkins 7.3M Apr 4 18:48 fake-oauth -rwxr-xr-x. 1 jenkins jenkins 9.9M Apr 4 18:48 parquet_gen -rwxr-xr-x. 1 jenkins jenkins 231M Apr 4 18:48 tidb-lightning-ctl.test -rwxr-xr-x. 1 jenkins jenkins 235M Apr 4 18:47 tidb-lightning.test -rwxr-xr-x. 1 jenkins jenkins 242M Apr 4 18:44 tidb-server + ./bin/tidb-server -V Release Version: v9.0.0-alpha-598-ga99475fc33-dirty Edition: Community Git Commit Hash: a99475fc33674dc9218acc399094b47beacbcaf1 Git Branch: HEAD UTC Build Time: 2025-04-04 10:41:09 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore [Pipeline] } Cache saved successfully (binary/pingcap/tidb/lightning-integration-test/rev-d9fb3a5-a99475f) 759347200 bytes in 10.68 secs (71105627 bytes/sec) [Pipeline] // cache [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + cp -r ../third_party_download/bin/brv4.0.8 ../third_party_download/bin/cdc ../third_party_download/bin/fake-gcs-server ../third_party_download/bin/go-ycsb ../third_party_download/bin/kes ../third_party_download/bin/libc++.so.1 ../third_party_download/bin/libc++.so.1.0 ../third_party_download/bin/libc++abi.so.1 ../third_party_download/bin/libc++abi.so.1.0 ../third_party_download/bin/libgmssl.so ../third_party_download/bin/libgmssl.so.3 ../third_party_download/bin/libgmssl.so.3.0 ../third_party_download/bin/libtiflash_proxy.so ../third_party_download/bin/mc ../third_party_download/bin/minio ../third_party_download/bin/pd-api-bench ../third_party_download/bin/pd-ctl ../third_party_download/bin/pd-heartbeat-bench ../third_party_download/bin/pd-recover ../third_party_download/bin/pd-region-bench ../third_party_download/bin/pd-server ../third_party_download/bin/pd-tso-bench ../third_party_download/bin/pd-ut ../third_party_download/bin/regions-dump ../third_party_download/bin/stores-dump ../third_party_download/bin/tiflash ../third_party_download/bin/tikv-ctl ../third_party_download/bin/tikv-importer ../third_party_download/bin/tikv-server ../third_party_download/bin/tikv-server-failpoint ../third_party_download/bin/xprog ./bin/ + ls -alh ./bin total 3.4G drwxr-sr-x. 2 jenkins jenkins 4.0K Apr 4 18:48 . drwxr-sr-x. 16 jenkins jenkins 4.0K Apr 4 18:44 .. -rwxr-xr-x. 1 jenkins jenkins 92M Apr 4 18:48 brv4.0.8 -rwxr-xr-x. 1 jenkins jenkins 231M Apr 4 18:48 cdc -rwxr-xr-x. 1 jenkins jenkins 12M Apr 4 18:48 fake-gcs-server -rwxr-xr-x. 1 jenkins jenkins 7.3M Apr 4 18:48 fake-oauth -rwxr-xr-x. 1 jenkins jenkins 44M Apr 4 18:48 go-ycsb -rwxr-xr-x. 1 jenkins jenkins 16M Apr 4 18:48 kes lrwxrwxrwx. 1 jenkins jenkins 13 Apr 4 18:48 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 1.2M Apr 4 18:48 libc++.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 16 Apr 4 18:48 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 353K Apr 4 18:48 libc++abi.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 13 Apr 4 18:48 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx. 1 jenkins jenkins 15 Apr 4 18:48 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 2.2M Apr 4 18:48 libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 346M Apr 4 18:48 libtiflash_proxy.so -rwxr-xr-x. 1 jenkins jenkins 19M Apr 4 18:48 mc -rwxr-xr-x. 1 jenkins jenkins 50M Apr 4 18:48 minio -rwxr-xr-x. 1 jenkins jenkins 9.9M Apr 4 18:48 parquet_gen -rwxr-xr-x. 1 jenkins jenkins 41M Apr 4 18:48 pd-api-bench -rwxr-xr-x. 1 jenkins jenkins 44M Apr 4 18:48 pd-ctl -rwxr-xr-x. 1 jenkins jenkins 40M Apr 4 18:48 pd-heartbeat-bench -rwxr-xr-x. 1 jenkins jenkins 35M Apr 4 18:48 pd-recover -rwxr-xr-x. 1 jenkins jenkins 37M Apr 4 18:48 pd-region-bench -rwxr-xr-x. 1 jenkins jenkins 115M Apr 4 18:48 pd-server -rwxr-xr-x. 1 jenkins jenkins 37M Apr 4 18:48 pd-tso-bench -rwxr-xr-x. 1 jenkins jenkins 15M Apr 4 18:48 pd-ut -rwxr-xr-x. 1 jenkins jenkins 35M Apr 4 18:48 regions-dump -rwxr-xr-x. 1 jenkins jenkins 35M Apr 4 18:48 stores-dump -rwxr-xr-x. 1 jenkins jenkins 231M Apr 4 18:48 tidb-lightning-ctl.test -rwxr-xr-x. 1 jenkins jenkins 235M Apr 4 18:47 tidb-lightning.test -rwxr-xr-x. 1 jenkins jenkins 242M Apr 4 18:44 tidb-server -rwxr-xr-x. 1 jenkins jenkins 443M Apr 4 18:48 tiflash -rwxr-xr-x. 1 jenkins jenkins 212M Apr 4 18:48 tikv-ctl -rwxr-xr-x. 1 jenkins jenkins 36M Apr 4 18:48 tikv-importer -rwxr-xr-x. 1 jenkins jenkins 373M Apr 4 18:48 tikv-server -rwxr-xr-x. 1 jenkins jenkins 376M Apr 4 18:48 tikv-server-failpoint -rwxr-xr-x. 1 jenkins jenkins 2.3M Apr 4 18:48 xprog [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7824/lightning-test) 4787179520 bytes in 95.04 secs (50370992 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Tests) [Pipeline] parallel [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G00') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G01') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G02') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G03') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G04') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G05') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G06') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G07') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G08') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G00') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G01') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G02') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G03') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G04') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G05') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G06') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G07') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G08') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7824-z8crt-k-hhr4g Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7824-d5b52-v-5dz16 Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7824-fc70c-n-31n3z Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7824-6jr2f-k-756vt Agent pingcap-tidb-pull-lightning-integration-test-7824-z8crt-k-hhr4g is provisioned from template pingcap_tidb_pull_lightning_integration_test_7824-z8crt-k2sr2 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "e8e1a9557479f468c0b062c17a2a980207632410" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7824-z8crt" name: "pingcap-tidb-pull-lightning-integration-test-7824-z8crt-k-hhr4g" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-z8crt-k-hhr4g" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-z8crt-k-hhr4g" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-pull-lightning-integration-test-7824-z8crt-k-hhr4g in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7824-5kffg-4-116hq No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5d9ac11c; decorates RemoteLauncher[hudson.remoting.Channel@1422b79e:JNLP4-connect connection from 10.233.76.130/10.233.76.130:54244] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate Agent pingcap-tidb-pull-lightning-integration-test-7824-d5b52-v-5dz16 is provisioned from template pingcap_tidb_pull_lightning_integration_test_7824-d5b52-v4lmj --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "3fbfd0eccff8558cb4a0eb67b84140a871aee12a" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7824-d5b52" name: "pingcap-tidb-pull-lightning-integration-test-7824-d5b52-v-5dz16" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-d5b52-v-5dz16" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-d5b52-v-5dz16" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" [Pipeline] { Running on pingcap-tidb-pull-lightning-integration-test-7824-d5b52-v-5dz16 in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test [Pipeline] { [Pipeline] node [Pipeline] checkout The recommended git tool is: git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7824-cp4kj-r-k35vz Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5bd9714f; decorates RemoteLauncher[hudson.remoting.Channel@4fa5bac3:JNLP4-connect connection from 10.233.77.251/10.233.77.251:42136] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7824-smfz7-j-0cw0s Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Agent pingcap-tidb-pull-lightning-integration-test-7824-6jr2f-k-756vt is provisioned from template pingcap_tidb_pull_lightning_integration_test_7824-6jr2f-k22dv --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "d2e29e5d352e198360b46ed28bb2adfdd9e1b67f" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7824-6jr2f" name: "pingcap-tidb-pull-lightning-integration-test-7824-6jr2f-k-756vt" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-6jr2f-k-756vt" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-6jr2f-k-756vt" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-pull-lightning-integration-test-7824-6jr2f-k-756vt in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test [Pipeline] { [Pipeline] checkout Agent pingcap-tidb-pull-lightning-integration-test-7824-fc70c-n-31n3z is provisioned from template pingcap_tidb_pull_lightning_integration_test_7824-fc70c-ndrxt --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "2bb1374f35b166881e7db2fac8407ed4cbe9cc14" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7824-fc70c" name: "pingcap-tidb-pull-lightning-integration-test-7824-fc70c-n-31n3z" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-fc70c-n-31n3z" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-fc70c-n-31n3z" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-pull-lightning-integration-test-7824-fc70c-n-31n3z in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test [Pipeline] { The recommended git tool is: git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7824-z5qs1-8-vq8pm [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Agent pingcap-tidb-pull-lightning-integration-test-7824-5kffg-4-116hq is provisioned from template pingcap_tidb_pull_lightning_integration_test_7824-5kffg-42j9n Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6c64724a99b91ae2852b6110a7acbd9c25798df6" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7824-5kffg" name: "pingcap-tidb-pull-lightning-integration-test-7824-5kffg-4-116hq" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-5kffg-4-116hq" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-5kffg-4-116hq" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-pull-lightning-integration-test-7824-5kffg-4-116hq in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@11fa02fa; decorates RemoteLauncher[hudson.remoting.Channel@7ee6cdd:JNLP4-connect connection from 10.233.86.54/10.233.86.54:41520] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@173b264e; decorates RemoteLauncher[hudson.remoting.Channel@6a51d133:JNLP4-connect connection from 10.233.70.129/10.233.70.129:42852] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] cache Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7824-2ztb6-0-jxnph No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@477789d9; decorates RemoteLauncher[hudson.remoting.Channel@f99d175:JNLP4-connect connection from 10.233.78.147/10.233.78.147:46356] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Agent pingcap-tidb-pull-lightning-integration-test-7824-cp4kj-r-k35vz is provisioned from template pingcap_tidb_pull_lightning_integration_test_7824-cp4kj-rqmcn --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "2f341c4fea051d71fb36c20e0c6a293933fa7138" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7824-cp4kj" name: "pingcap-tidb-pull-lightning-integration-test-7824-cp4kj-r-k35vz" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-cp4kj-r-k35vz" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-cp4kj-r-k35vz" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Running on pingcap-tidb-pull-lightning-integration-test-7824-cp4kj-r-k35vz in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test Agent pingcap-tidb-pull-lightning-integration-test-7824-smfz7-j-0cw0s is provisioned from template pingcap_tidb_pull_lightning_integration_test_7824-smfz7-jq46p --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "1fc6efcf16582c2869d1d9e03260780bdf0cbba3" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7824-smfz7" name: "pingcap-tidb-pull-lightning-integration-test-7824-smfz7-j-0cw0s" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-smfz7-j-0cw0s" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-smfz7-j-0cw0s" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-pull-lightning-integration-test-7824-smfz7-j-0cw0s in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Agent pingcap-tidb-pull-lightning-integration-test-7824-z5qs1-8-vq8pm is provisioned from template pingcap_tidb_pull_lightning_integration_test_7824-z5qs1-8kt1g --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "49c4bdc52df95eae2ec13187dfa131e67b865e2a" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7824-z5qs1" name: "pingcap-tidb-pull-lightning-integration-test-7824-z5qs1-8-vq8pm" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-z5qs1-8-vq8pm" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-z5qs1-8-vq8pm" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-pull-lightning-integration-test-7824-z5qs1-8-vq8pm in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Agent pingcap-tidb-pull-lightning-integration-test-7824-2ztb6-0-jxnph is provisioned from template pingcap_tidb_pull_lightning_integration_test_7824-2ztb6-0pk1t --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7824/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "bd238a72ce304a3d7790f128e19a3f473ac5976f" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7824-2ztb6" name: "pingcap-tidb-pull-lightning-integration-test-7824-2ztb6-0-jxnph" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-2ztb6-0-jxnph" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7824-2ztb6-0-jxnph" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-pull-lightning-integration-test-7824-2ztb6-0-jxnph in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test Cache restored successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7824/lightning-test) 4787179520 bytes in 11.33 secs (422576459 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { The recommended git tool is: git [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) Run cases: lightning_auto_random_default lightning_bom_file lightning_character_sets lightning_check_partial_imported lightning_checkpoint lightning_checkpoint_chunks lightning_checkpoint_columns lightning_checkpoint_dirty_tableid Run cases: lightning_auto_random_default [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2b34778b; decorates RemoteLauncher[hudson.remoting.Channel@651a978d:JNLP4-connect connection from 10.233.97.98/10.233.97.98:40080] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7d562b6; decorates RemoteLauncher[hudson.remoting.Channel@3729a411:JNLP4-connect connection from 10.233.76.217/10.233.76.217:33970] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@996cab4; decorates RemoteLauncher[hudson.remoting.Channel@323dbc97:JNLP4-connect connection from 10.233.107.15/10.233.107.15:33902] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@41d98c3f; decorates RemoteLauncher[hudson.remoting.Channel@7a61b0ed:JNLP4-connect connection from 10.233.100.129/10.233.100.129:37910] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Starting PD... Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Cache restored successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7824/lightning-test) 4787179520 bytes in 9.90 secs (483361239 bytes/sec) [Pipeline] { [Pipeline] cache {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_auto_random_default *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:51 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2109.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** inc: 4 *************************** 2. row *************************** inc: 5 *************************** 3. row *************************** inc: 6 *************************** 4. row *************************** inc: 1 *************************** 5. row *************************** inc: 2 *************************** 6. row *************************** inc: 3 *************************** 1. row *************************** ge: 0 *************************** 1. row *************************** ge: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:51 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2179.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** inc: 25 *************************** 2. row *************************** inc: 26 *************************** 3. row *************************** inc: 27 *************************** 4. row *************************** inc: 1 *************************** 5. row *************************** inc: 2 *************************** 6. row *************************** inc: 3 *************************** 1. row *************************** count: 2 *************************** 1. row *************************** ge: 0 *************************** 1. row *************************** ge: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:52 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' tidb -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2280.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:52 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' tidb -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2336.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:53 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' tidb -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2396.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:53 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' tidb -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2452.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:53 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' local -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2509.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:54 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' local -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2585.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:55 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' local -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2659.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Cache restored successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7824/lightning-test) 4787179520 bytes in 10.39 secs (460896561 bytes/sec) [Pipeline] { [Pipeline] cache tidb lightning exit successfully PASS coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:56 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' local -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2730.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 *===== TEST: [lightning_auto_random_default] success! =====* Run cases: lightning_bom_file Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Cache restored successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7824/lightning-test) 4787179520 bytes in 11.22 secs (426641676 bytes/sec) [Pipeline] { [Pipeline] cache "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_bom_file *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/run.sh... =====* ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file + original_schema_file=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/original_data/mytest.testtbl-schema.sql + original_data_file=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/original_data/mytest.testtbl.csv + mkdir -p /tmp/lightning_test/data + schema_file=/tmp/lightning_test/data/mytest.testtbl-schema.sql + data_file=/tmp/lightning_test/data/mytest.testtbl.csv + printf '\xEF\xBB\xBF' + cat - /dev/fd/63 ++ sed '1s/^\xEF\xBB\xBF//' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/original_data/mytest.testtbl-schema.sql + printf '\xEF\xBB\xBF' + cat - /dev/fd/63 ++ sed '1s/^\xEF\xBB\xBF//' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/original_data/mytest.testtbl.csv + grep -q '^๏ปฟ' /tmp/lightning_test/data/mytest.testtbl-schema.sql + grep -q '^๏ปฟ' /tmp/lightning_test/data/mytest.testtbl.csv ++ sed 1d /tmp/lightning_test/data/mytest.testtbl.csv ++ wc -l ++ xargs echo + row_count=5 + run_lightning --backend tidb -d /tmp/lightning_test/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:19 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file --backend' tidb -d '/tmp/lightning_test/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_bom_file.4635.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/data --sorted-kv-dir /tmp/lightning_test/lightning_bom_file.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb -d /tmp/lightning_test/data Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*) FROM mytest.testtbl' *************************** 1. row *************************** count(*): 5 + check_contains 'count(*): 5' + run_sql 'show create table mytest.testtbl' *************************** 1. row *************************** Table: testtbl Create Table: CREATE TABLE `testtbl` ( `id` int NOT NULL, `val1` varchar(40) NOT NULL, KEY `idx_val1` (`val1`), PRIMARY KEY (`id`) /*T![clustered_index] NONCLUSTERED */ ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin + check_contains NONCLUSTERED + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP TABLE mytest.testtbl' + run_lightning --backend local -d /tmp/lightning_test/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:20 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file --backend' local -d '/tmp/lightning_test/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_bom_file.4677.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/data --sorted-kv-dir /tmp/lightning_test/lightning_bom_file.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*) FROM mytest.testtbl' *************************** 1. row *************************** count(*): 5 + check_contains 'count(*): 5' *===== TEST: [lightning_bom_file] success! =====* Cache restored successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7824/lightning-test) 4787179520 bytes in 10.72 secs (446672600 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh [Pipeline] sh Run cases: lightning_checkpoint_engines lightning_checkpoint_engines_order lightning_checkpoint_error_destroy lightning_checkpoint_parquet lightning_checkpoint_timestamp lightning_checksum_mismatch lightning_cmdline_override lightning_column_permutation lightning_common_handle lightning_compress lightning_concurrent-restore Run cases: lightning_checkpoint_engines [Pipeline] sh Run cases: lightning_duplicate_resolution_merge lightning_duplicate_resolution_replace_multiple_keys_clustered_pk lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk lightning_duplicate_resolution_replace_one_key lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk Run cases: lightning_duplicate_resolution_merge Run cases: lightning_character_sets Run cases: lightning_config_max_error lightning_config_skip_csv_header lightning_csv lightning_default-columns lightning_disable_scheduler_by_key_range lightning_disk_quota lightning_distributed_import lightning_drop_other_tables_halfway lightning_duplicate_detection lightning_duplicate_detection_new lightning_duplicate_resolution_error lightning_duplicate_resolution_error_pk_multiple_files lightning_duplicate_resolution_error_uk_multiple_files lightning_duplicate_resolution_error_uk_multiple_files_multicol_index lightning_duplicate_resolution_incremental Run cases: lightning_config_max_error Run cases: lightning_duplicate_resolution_replace_one_unique_key_clustered_pk lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk lightning_error_summary lightning_examples lightning_exotic_filenames lightning_extend_routes Run cases: lightning_duplicate_resolution_replace_one_unique_key_clustered_pk [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] cache Starting PD... Starting PD... Starting PD... Starting PD... Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Cache restored successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7824/lightning-test) 4787179520 bytes in 12.20 secs (392447025 bytes/sec) [Pipeline] { [Pipeline] cache {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_checkpoint_engines TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_unique_key_clustered_pk TiFlash started. selected test cases: lightning_duplicate_resolution_merge TiFlash started. selected test cases: lightning_config_max_error *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines + check_cluster_version 4 0 0 'local backend' + rm -f /tmp/lightning_test/lightning-checkpoint-engines.log + rm -f /tmp/tidb_lightning_checkpoint.pb + run_sql 'DROP DATABASE IF EXISTS cpeng;' + rm -rf '/tmp/lightning_test/importer/*' + export GO_FAILPOINTS= + GO_FAILPOINTS= + do_run_lightning config + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:42 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_engines.2136.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_engines.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log TiFlash started. tidb lightning exit successfully PASS coverage: 27.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + ENGINE_COUNT=6 ++ grep 'open engine' /tmp/lightning_test/lightning-checkpoint-engines.log ++ wc -l + OPEN_ENGINES_COUNT=6 + echo 'Number of open engines: 6' Number of open engines: 6 + '[' 6 -eq 6 ']' + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' + run_sql 'DROP DATABASE cpeng;' selected test cases: lightning_character_sets + rm -f /tmp/tidb_lightning_checkpoint.pb + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(500);github.com/pingcap/tidb/lightning/pkg/importer/FailIfStatusBecomes=return(120);github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(140)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(500);github.com/pingcap/tidb/lightning/pkg/importer/FailIfStatusBecomes=return(120);github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(140)' ++ seq 6 + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 1/6) ********' ******** Importing Table Now (step 1/6) ******** + do_run_lightning config Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge + LOG_FILE1=/tmp/lightning_test/lightning_duplicate_resolution_merge1.log + LOG_FILE2=/tmp/lightning_test/lightning_duplicate_resolution_merge2.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(1000)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(1000)' + pid1=2120 + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted1 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data1 --log-file /tmp/lightning_test/lightning_duplicate_resolution_merge1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml + pid2=2121 + wait 2120 2121 + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted2 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data2 --log-file /tmp/lightning_test/lightning_duplicate_resolution_merge2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date ++ date + echo '[Fri Apr 4 18:51:44 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted1 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data1 --log-file /tmp/lightning_test/lightning_duplicate_resolution_merge1.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml >>>>>>' + echo '[Fri Apr 4 18:51:44 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted2 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data2 --log-file /tmp/lightning_test/lightning_duplicate_resolution_merge2.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_merge.2120.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted1 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data1 --log-file /tmp/lightning_test/lightning_duplicate_resolution_merge1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_merge.2121.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted2 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data2 --log-file /tmp/lightning_test/lightning_duplicate_resolution_merge2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 2/6) ********' ******** Importing Table Now (step 2/6) ******** + do_run_lightning config *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_clustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:43 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_clustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_clustered_pk.2133.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_clustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_clustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_unique_key_clustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Verbose debug logs will be written to /tmp/lightning_test/lightning_duplicate_resolution_merge2.log Verbose debug logs will be written to /tmp/lightning_test/lightning_duplicate_resolution_merge1.log Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 6 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 6 c: 1.csv *************************** 2. row *************************** a: 3 b: 3 c: 3.csv + check_contains 'a: 1' + check_contains 'b: 6' + check_contains 'c: 1.csv' + check_contains 'a: 3' + check_contains 'b: 3' + check_contains 'c: 3.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_unique_key_clustered_pk] success! =====* + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 3/6) ********' ******** Importing Table Now (step 3/6) ******** + do_run_lightning config Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 4/6) ********' ******** Importing Table Now (step 4/6) ******** + do_run_lightning config Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/run.sh... =====* + check_cluster_version 4 0 0 'local backend' ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error + data_file=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/data/mytest.testtbl.csv ++ sed 1d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/data/mytest.testtbl.csv ++ wc -l ++ xargs echo + total_row_count=15 ++ sed 1d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/data/mytest.testtbl.csv ++ awk -F, '{print $1}' ++ sort ++ uniq -c ++ awk '{print $1}' ++ grep -c 1 ++ xargs echo + uniq_row_count=5 + duplicated_row_count=10 + remaining_row_count=10 + run_sql 'DROP TABLE IF EXISTS mytest.testtbl' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v4' + run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view' + stderr_file=/tmp/lightning_config_max_error.stderr + set +e + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/err_config.toml + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 5/6) ********' ******** Importing Table Now (step 5/6) ******** + do_run_lightning config Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log Verbose debug logs will be written to /tmp/lightning_test/lightning.log + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 6/6) ********' ******** Importing Table Now (step 6/6) ******** + do_run_lightning config Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 4 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ + set -e ++ cat + err_msg='tidb lightning encountered error: collect local duplicate rows failed: The number of conflict errors exceeds the threshold configured by `conflict.threshold`: '\''4'\''' + cat /tmp/lightning_config_max_error.stderr +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:45 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/err_config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_max_error.2160.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/data --sorted-kv-dir /tmp/lightning_test/lightning_config_max_error.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/err_config.toml tidb lightning encountered error: collect local duplicate rows failed: The number of conflict errors exceeds the threshold configured by `conflict.threshold`: '4' warning: GOCOVERDIR not set, no coverage data emitted + grep -q 'tidb lightning encountered error: collect local duplicate rows failed: The number of conflict errors exceeds the threshold configured by `conflict.threshold`: '\''4'\''' /tmp/lightning_config_max_error.stderr + run_sql 'SELECT COUNT(*) FROM lightning_task_info.conflict_error_v4' *************************** 1. row *************************** COUNT(*): 10 + check_contains 'COUNT(*): 10' + run_sql 'DROP TABLE IF EXISTS mytest.testtbl' *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets + run_sql 'DROP DATABASE IF EXISTS charsets;' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:45 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6560.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v4' + run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/normal_config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:45 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/normal_config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_max_error.2220.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/data --sorted-kv-dir /tmp/lightning_test/lightning_config_max_error.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/normal_config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log Verbose debug logs will be written to /tmp/lightning_test/lightning.log + echo '******** Verify checkpoint no-op ********' ******** Verify checkpoint no-op ******** + do_run_lightning config + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:46 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_engines.2497.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_engines.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 10 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 26.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT COUNT(*) FROM lightning_task_info.conflict_error_v4' *************************** 1. row *************************** COUNT(*): 10 + check_contains 'COUNT(*): 10' + run_sql 'SELECT COUNT(*) FROM mytest.testtbl' *************************** 1. row *************************** COUNT(*): 10 + check_contains 'COUNT(*): 10' + run_sql 'DROP TABLE IF EXISTS mytest.testtbl' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v4' + run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view' tidb lightning exit successfully PASS coverage: 18.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' + run_sql 'DROP DATABASE cpeng;' + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint;' + rm -rf /tmp/lightning_test/lightning_checkpoint_engines.sorted + rm -rf '/tmp/lightning_test/importer/*' + set +e ++ seq 6 + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 1/6) ********' ******** Importing Table Now (step 1/6) ******** + do_run_lightning mysql Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log tidb lightning exit successfully PASS coverage: 23.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ไธป้”ฎ`) AS s FROM charsets.gb18030' *************************** 1. row *************************** s: 267 + check_contains 's: 267' + run_sql 'DROP TABLE charsets.gb18030;' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:46 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6615.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/normal_config_old_style.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:46 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/normal_config_old_style.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_max_error.2285.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/data --sorted-kv-dir /tmp/lightning_test/lightning_config_max_error.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/normal_config_old_style.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 10 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 26.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT COUNT(*) FROM lightning_task_info.conflict_error_v4' *************************** 1. row *************************** COUNT(*): 10 + check_contains 'COUNT(*): 10' + run_sql 'SELECT COUNT(*) FROM mytest.testtbl' *************************** 1. row *************************** COUNT(*): 10 + check_contains 'COUNT(*): 10' Run cases: lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk coverage: 23.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ไธป้”ฎ`) AS s FROM charsets.gb18030' *************************** 1. row *************************** s: 267 + check_contains 's: 267' + run_sql 'DROP TABLE charsets.gb18030;' + run_lightning_expecting_fail --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 + set +e + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:46 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6666.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 2/6) ********' ******** Importing Table Now (step 2/6) ******** + do_run_lightning mysql Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_records_v2' + run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/ignore_config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:47 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/ignore_config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_max_error.2353.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/data --sorted-kv-dir /tmp/lightning_test/lightning_config_max_error.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/ignore_config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Config:ErrInvalidConfig]conflict.strategy cannot be set to "ignore" when use tikv-importer.backend = "local" warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning.log + grep ERROR + tail -n 1 + grep -Fq '[Lightning:Config:ErrInvalidConfig]conflict.strategy cannot be set to \"ignore\" when use tikv-importer.backend = \"local\"' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_records_v2' + run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view' + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/tidb.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:47 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error --backend' tidb --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/tidb.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_max_error.2387.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/data --sorted-kv-dir /tmp/lightning_test/lightning_config_max_error.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/tidb.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: failed to decode charsets.gb18030-schema.sql as utf8mb4: invalid schema encoding warning: GOCOVERDIR not set, no coverage data emitted + ERRCODE=1 + set -e + '[' 1 '!=' 0 ']' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:47 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6698.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 3/6) ********' ******** Importing Table Now (step 3/6) ******** + do_run_lightning mysql Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 15 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 14.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT COUNT(*) FROM lightning_task_info.conflict_records_v2' *************************** 1. row *************************** COUNT(*): 15 + check_contains 'COUNT(*): 15' + run_sql 'SELECT * FROM lightning_task_info.conflict_records_v2 WHERE offset = 149' *************************** 1. row *************************** id: 15 task_id: 984773311006980025 create_time: 2025-04-04 18:51:47.311328 table_name: `mytest`.`testtbl` path: mytest.testtbl.csv offset: 149 error: Error 1062 (23000): Duplicate entry '5' for key 'testtbl.PRIMARY' row_id: 0 row_data: ('5','bbb05') + check_contains 'error: Error 1062 (23000): Duplicate entry '\''5'\'' for key '\''testtbl.PRIMARY'\''' + check_contains 'row_data: ('\''5'\'','\''bbb05'\'')' + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + run_sql 'DROP DATABASE IF EXISTS mytest' tidb lightning exit successfully PASS Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/tidb-limit-record.toml + grep '`lightning_task_info`.`conflict_view`' + grep -q 5 coverage: 23.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`????`) AS s FROM charsets.gb18030' *************************** 1. row *************************** s: 267 + check_contains 's: 267' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:47 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6749.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 4/6) ********' ******** Importing Table Now (step 4/6) ******** + do_run_lightning mysql Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + run_sql 'SELECT COUNT(*) FROM lightning_task_info.conflict_records_v2' *************************** 1. row *************************** COUNT(*): 5 + check_contains 'COUNT(*): 5' + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + run_sql 'DROP DATABASE IF EXISTS mytest' + cp /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/tidb-limit-record.toml /tmp/lightning_test/tidb-limit-record.toml + sed -i.bak 's/threshold = 5/threshold = 4/g' /tmp/lightning_test/tidb-limit-record.toml + run_lightning --backend tidb --config /tmp/lightning_test/tidb-limit-record.toml + grep -q 'The number of conflict errors exceeds the threshold' tidb lightning exit successfully PASS coverage: 23.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + '[' 2 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 5/6) ********' ******** Importing Table Now (step 5/6) ******** + do_run_lightning mysql Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + run_sql 'DROP DATABASE IF EXISTS mytest' + run_sql 'SELECT sum(`ไธป้”ฎ`) AS s FROM charsets.utf8mb4' *************************** 1. row *************************** s: 1119 + check_contains 's: 1119' + run_sql 'DROP TABLE charsets.utf8mb4;' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:48 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6808.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 6/6) ********' ******** Importing Table Now (step 6/6) ******** + do_run_lightning mysql Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + rm /tmp/lightning_test/lightning.log + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/tidb-error.toml + grep -q 'Error 1062 (23000): Duplicate entry '\''1'\'' for key '\''testtbl.PRIMARY'\''' Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 8 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 12 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 29.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 10 + check_contains 'count(*): 10' + run_sql 'select count(*) from lightning_task_info.conflict_records_v2' *************************** 1. row *************************** count(*): 16 + check_contains 'count(*): 16' + run_sql 'select count(*) from lightning_task_info.conflict_error_v4' *************************** 1. row *************************** count(*): 4 + check_contains 'count(*): 4' + run_sql 'select count(*) from lightning_task_info.conflict_view' *************************** 1. row *************************** count(*): 20 + check_contains 'count(*): 20' + run_sql 'select count(*) from lightning_task_info.conflict_view where is_precheck_conflict = 1' *************************** 1. row *************************** count(*): 16 + check_contains 'count(*): 16' + run_sql 'select count(*) from lightning_task_info.conflict_view where is_precheck_conflict = 0' *************************** 1. row *************************** count(*): 4 + check_contains 'count(*): 4' *===== TEST: [lightning_duplicate_resolution_merge] success! =====* + check_contains 'Error 1062 (23000): Duplicate entry '\''1'\'' for key '\''testtbl.PRIMARY'\''' /tmp/lightning_test/lightning.log + run_sql 'SELECT COUNT(*) FROM lightning_task_info.conflict_records_v2' *************************** 1. row *************************** COUNT(*): 1 + check_contains 'COUNT(*): 1' + run_sql 'SELECT * FROM lightning_task_info.conflict_records_v2' *************************** 1. row *************************** id: 1 task_id: 3653124603853230611 create_time: 2025-04-04 18:51:48.501987 table_name: `mytest`.`testtbl` path: mytest.testtbl.csv offset: 109 error: Error 1062 (23000): Duplicate entry '1' for key 'testtbl.PRIMARY' row_id: 0 row_data: ('1','bbb01') + check_contains 'error: Error 1062 (23000): Duplicate entry '\''1'\'' for key '\''testtbl.PRIMARY'\''' + check_contains 'row_data: ('\''1'\'','\''bbb01'\'')' *===== TEST: [lightning_config_max_error] success! =====* tidb lightning exit successfully PASS coverage: 23.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ๆถ“ๅฉšๆ•ญ`) AS s FROM charsets.utf8mb4' *************************** 1. row *************************** s: 1119 + check_contains 's: 1119' + run_sql 'DROP TABLE charsets.utf8mb4;' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:48 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6863.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + set -e + echo '******** Verify checkpoint no-op ********' ******** Verify checkpoint no-op ******** + do_run_lightning mysql + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/mysql.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:49 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/mysql.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_engines.2825.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_engines.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/mysql.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log tidb lightning exit successfully PASS coverage: 23.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ไธป้”ฎ`) AS s FROM charsets.utf8mb4' *************************** 1. row *************************** s: 1119 + check_contains 's: 1119' + run_sql 'DROP TABLE charsets.utf8mb4;' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:49 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6925.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 13.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Starting PD... + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' *===== TEST: [lightning_checkpoint_engines] success! =====* tidb lightning exit successfully PASS coverage: 23.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ไธป้”ฎ`) AS s FROM charsets.utf8mb4' *************************** 1. row *************************** s: 1119 + check_contains 's: 1119' + run_lightning_expecting_fail --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed + set +e + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:49 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6972.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrInvalidSchemaStmt]invalid schema statement: 'create table `mixed` (`้ž๎ˆ™็ซด้–ฟ็”ก int not null unique key comment 'ๆณจ้‡Š');': line 1 column 81 near "`้ž๎ˆ™็ซด้–ฟ็”ก int not null unique key comment 'ๆณจ้‡Š');" warning: GOCOVERDIR not set, no coverage data emitted + ERRCODE=1 + set -e + '[' 1 '!=' 0 ']' + run_lightning_expecting_fail --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed + set +e + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:49 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.7007.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrInvalidSchemaStmt]invalid schema statement: 'create table `mixed` (`้ž๎ˆ™็ซด้–ฟ็”ก int not null unique key comment 'ๆณจ้‡Š');': line 1 column 81 near "`้ž๎ˆ™็ซด้–ฟ็”ก int not null unique key comment 'ๆณจ้‡Š');" warning: GOCOVERDIR not set, no coverage data emitted + ERRCODE=1 + set -e + '[' 1 '!=' 0 ']' + run_lightning_expecting_fail --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed + set +e + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:50 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.7041.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_duplicate_resolution_replace_multiple_keys_clustered_pk tidb lightning encountered error: failed to decode charsets.mixed-schema.sql as utf8mb4: invalid schema encoding warning: GOCOVERDIR not set, no coverage data emitted + ERRCODE=1 + set -e + '[' 1 '!=' 0 ']' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:50 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.7074.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ๅ”ฏไธ€้”ฎ`) AS s FROM charsets.mixed' *************************** 1. row *************************** s: 5291 + check_contains 's: 5291' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek + grep -q 'Unknown character set: '\''greek'\''' + check_not_contains CHARSET=greek /tmp/lightning_test/tidb.log + run_sql 'DROP DATABASE IF EXISTS charsets;' Run cases: lightning_config_skip_csv_header + run_sql 'CREATE DATABASE charsets;' + run_sql 'CREATE TABLE charsets.greek (c VARCHAR(20) PRIMARY KEY);' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:51 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.7172.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek Verbose debug logs will be written to /tmp/lightning_test/lightning.log Cache restored successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7824/lightning-test) 4787179520 bytes in 10.03 secs (477230903 bytes/sec) [Pipeline] { [Pipeline] cache tidb lightning exit successfully PASS coverage: 23.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*) FROM charsets.greek WHERE c = '\''ฮฑ'\'';' *************************** 1. row *************************** count(*): 1 + check_contains 'count(*): 1' + run_sql 'TRUNCATE TABLE charsets.greek;' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:51 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek --backend 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.7226.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 13.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*) FROM charsets.greek WHERE c = '\''ฮฑ'\'';' *************************** 1. row *************************** count(*): 1 + check_contains 'count(*): 1' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1 + grep -q 'unknown columns in header' Run cases: lightning_checkpoint_engines_order + run_sql 'DROP TABLE charsets.latin1;' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1 + grep -q 'invalid schema encoding' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1-only-schema.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1 + grep -q 'unknown columns in header' { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:52 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.7391.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... tidb lightning exit successfully PASS coverage: 23.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Starting PD... + run_sql 'SELECT * FROM charsets.latin1' *************************** 1. row *************************** รร: 1 data: โ€˜โ€™โ€œโ€ *************************** 2. row *************************** รร: 2 data: ยกยขยฃยค + check_contains 'รร: 1' + check_contains 'data: โ€˜โ€™โ€œโ€' + check_contains 'รร: 2' + check_contains 'data: ยกยขยฃยค' *===== TEST: [lightning_character_sets] success! =====* Starting PD... Run cases: lightning_check_partial_imported { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Cache restored successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7824/lightning-test) 4787179520 bytes in 11.29 secs (424032199 bytes/sec) [Pipeline] { TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk [Pipeline] cache {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:06 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk.4039.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 27 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 3 + check_contains 'count(*): 3' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 1.csv *************************** 3. row *************************** a: 3 b: 3 c: 3.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 1.csv' + check_contains 'a: 3' + check_contains 'b: 3' + check_contains 'c: 3.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_duplicate_resolution_replace_multiple_keys_clustered_pk {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Run cases: lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk TiFlash started. selected test cases: lightning_config_skip_csv_header {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_clustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:10 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_clustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_keys_clustered_pk.4065.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_clustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_clustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_multiple_keys_clustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 4 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 26.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 5 + check_contains 'count(*): 5' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1 d: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 3 d: 3.csv *************************** 3. row *************************** a: 3 b: 3 c: 3 d: 3.csv *************************** 4. row *************************** a: 4 b: 4 c: 4 d: 4.csv *************************** 5. row *************************** a: 5 b: 4 c: 5 d: 5.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1' + check_contains 'd: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 3' + check_contains 'd: 3.csv' + check_contains 'a: 3' + check_contains 'b: 3' + check_contains 'c: 3' + check_contains 'd: 3.csv' + check_contains 'a: 4' + check_contains 'b: 4' + check_contains 'c: 4' + check_contains 'd: 4.csv' + check_contains 'a: 5' + check_contains 'b: 4' + check_contains 'c: 5' + check_contains 'd: 5.csv' *===== TEST: [lightning_duplicate_resolution_replace_multiple_keys_clustered_pk] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/run.sh... =====* ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header + data_file=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/data/mytest.testtbl.csv ++ sed 1d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/data/mytest.testtbl.csv ++ wc -l ++ xargs echo + total_row_count=5 + run_sql 'DROP TABLE IF EXISTS mytest.testtbl' + console_output_file=/tmp/lightning_config_skip_csv_header.out + echo 'Use config that causes errors' Use config that causes errors + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/err_config.toml + tee /tmp/lightning_config_skip_csv_header.out +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:11 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header --backend' tidb --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/err_config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_skip_csv_header.4375.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/data --sorted-kv-dir /tmp/lightning_test/lightning_config_skip_csv_header.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/err_config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrUnknownColumns]unknown columns in header (aaa,bbb) for table testtbl warning: GOCOVERDIR not set, no coverage data emitted + [[ 1 -eq 0 ]] + grep -q Lightning:Restore:ErrUnknownColumns /tmp/lightning_config_skip_csv_header.out + echo 'Use default config that causes errors' Use default config that causes errors + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/err_default_config.toml + tee /tmp/lightning_config_skip_csv_header.out +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:12 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header --backend' tidb --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/err_default_config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_skip_csv_header.4402.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/data --sorted-kv-dir /tmp/lightning_test/lightning_config_skip_csv_header.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/err_default_config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrUnknownColumns]unknown columns in header (aaa,bbb) for table testtbl warning: GOCOVERDIR not set, no coverage data emitted + [[ 1 -eq 0 ]] + grep -q Lightning:Restore:ErrUnknownColumns /tmp/lightning_config_skip_csv_header.out + run_sql 'DROP TABLE IF EXISTS mytest.testtbl' + echo 'Use config that can sucessfully import the data' Use config that can sucessfully import the data + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/normal_config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:12 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header --backend' tidb --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/normal_config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_skip_csv_header.4441.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/data --sorted-kv-dir /tmp/lightning_test/lightning_config_skip_csv_header.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/normal_config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_checkpoint_engines_order Starting PD... tidb lightning exit successfully PASS coverage: 14.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM mytest.testtbl' *************************** 1. row *************************** id: 1 val1: aaa01 *************************** 2. row *************************** id: 2 val1: aaa01 *************************** 3. row *************************** id: 3 val1: aaa02 *************************** 4. row *************************** id: 4 val1: aaa02 *************************** 5. row *************************** id: 5 val1: aaa05 + run_sql 'SELECT COUNT(*) FROM mytest.testtbl' *************************** 1. row *************************** COUNT(*): 5 + check_contains 'COUNT(*): 5' + run_sql 'SELECT COUNT(*) FROM mytest.testtbl WHERE id > 0' *************************** 1. row *************************** COUNT(*): 5 + check_contains 'COUNT(*): 5' *===== TEST: [lightning_config_skip_csv_header] success! =====* Run cases: lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk TiFlash started. selected test cases: lightning_check_partial_imported *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines_order/run.sh... =====* + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS disk_quota_checkpoint;' + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint;' + rm -rf /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=panic + GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=panic ++ seq 5 + for i in $(seq 5) + set +e + run_lightning --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + set -e ++ ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted ++ grep -E '^\S{36}$' ++ wc -l + '[' 2 -eq 2 ']' + ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + grep -E '^\S{36}$' + for i in $(seq 5) + set +e + run_lightning --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_csv + '[' 2 -ne 0 ']' + set -e ++ ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted ++ grep -E '^\S{36}$' ++ wc -l + '[' 2 -eq 2 ']' + ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + grep -E '^\S{36}$' + for i in $(seq 5) + set +e + run_lightning --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + set -e ++ ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted ++ grep -E '^\S{36}$' ++ wc -l + '[' 2 -eq 2 ']' + ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + grep -E '^\S{36}$' + for i in $(seq 5) + set +e + run_lightning --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + set -e ++ ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted ++ grep -E '^\S{36}$' ++ wc -l + '[' 2 -eq 2 ']' + ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + grep -E '^\S{36}$' + for i in $(seq 5) + set +e + run_lightning --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' 2 -ne 0 ']' + set -e ++ ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted ++ grep -E '^\S{36}$' ++ wc -l + '[' 2 -eq 2 ']' + ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + grep -E '^\S{36}$' + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=1*return->panic' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=1*return->panic' + set +e + run_lightning --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported/run.sh... =====* + check_cluster_version 4 0 0 'local backend' + export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailBeforeStartImportingIndexEngine=return + GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailBeforeStartImportingIndexEngine=return + set +e + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:16 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_check_partial_imported.9242.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported/data --sorted-kv-dir /tmp/lightning_test/lightning_check_partial_imported.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... + '[' 2 -ne 0 ']' + set -e + ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + grep -E '^\S{36}$' ++ cat /tmp/lightning_test/lightning_checkpoint_engines_order.sorted/engines_name ++ sort -n ++ uniq ++ wc -l + '[' '!' 3 -eq 3 ']' + export GO_FAILPOINTS= + GO_FAILPOINTS= + run_lightning --enable-checkpoint=1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:16 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines_order --enable-checkpoint=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_engines_order.5040.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines_order/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines_order/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_engines_order.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:16 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_engines_order.sorted/0e48a958-2d17-514b-9532-e889493d5a66/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:16 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_engines_order.sorted/294eaf68-3d70-5750-b104-987ec2eb44fa/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:16 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_engines_order.sorted/9af4a258-8819-587b-8485-f733ef2e156c/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrRestoreTable]restore table `db01`.`tbl01` failed: fail before importing index KV data warning: GOCOVERDIR not set, no coverage data emitted + set -e ++ tail -n +2 /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported/data/db01.tbl01.csv ++ wc -l ++ xargs echo + data_records=5 + run_sql 'SELECT COUNT(*) FROM db01.tbl01 USE INDEX();' *************************** 1. row *************************** COUNT(*): 5 + check_contains 5 + export GO_FAILPOINTS= + GO_FAILPOINTS= + set +e + run_lightning --check-requirements=1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:16 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported --check-requirements=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_check_partial_imported.9298.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported/data --sorted-kv-dir /tmp/lightning_test/lightning_check_partial_imported.sorted --enable-checkpoint=0 --check-requirements=0 --check-requirements=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | # | CHECK ITEM | TYPE | PASSED | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 1 | Source data files size is proper | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 2 | table schemas are valid | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 3 | table(s) [`db01`.`tbl01`] are not empty | critical | false | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 4 | Cluster version check passed | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 5 | Lightning has the correct storage permission | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 6 | local source dir and temp-kv dir are in different disks | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 7 | local disk resources are rich, estimate sorted data size 83B, local available is 193.9GiB | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 8 | The storage space is rich, which TiKV/Tiflash is 28.89GiB/0B. The estimated storage space is 249B/0B. | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 9 | Cluster doesn't have too many empty regions | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 10 | Cluster region distribution is balanced | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 11 | PD and TiDB in configuration are from the same cluster | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 12 | no CDC or PiTR task found | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ tidb lightning encountered error: [Lightning:PreCheck:ErrPreCheckFailed]tidb-lightning pre-check failed: table(s) [`db01`.`tbl01`] are not empty warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_sql 'TRUNCATE TABLE db01.tbl01;' + run_lightning --check-requirements=1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:16 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported --check-requirements=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_check_partial_imported.9335.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported/data --sorted-kv-dir /tmp/lightning_test/lightning_check_partial_imported.sorted --enable-checkpoint=0 --check-requirements=0 --check-requirements=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'select concat(a, b) from disk_quota_checkpoint.t;' *************************** 1. row *************************** concat(a, b): 1one *************************** 2. row *************************** concat(a, b): 2two *************************** 3. row *************************** concat(a, b): 3three *************************** 4. row *************************** concat(a, b): 7seven *************************** 5. row *************************** concat(a, b): 8eight *************************** 6. row *************************** concat(a, b): 9nine *************************** 7. row *************************** concat(a, b): 4four *************************** 8. row *************************** concat(a, b): 5five *************************** 9. row *************************** concat(a, b): 6six + check_contains 1one + check_contains 5five + check_contains 9nine *===== TEST: [lightning_checkpoint_engines_order] success! =====* Starting PD... +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | # | CHECK ITEM | TYPE | PASSED | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 1 | Source data files size is proper | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 2 | table schemas are valid | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 3 | all importing tables on the target are empty | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 4 | Cluster version check passed | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 5 | Lightning has the correct storage permission | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 6 | local source dir and temp-kv dir are in different disks | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 7 | local disk resources are rich, estimate sorted data size 83B, local available is 193.9GiB | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 8 | The storage space is rich, which TiKV/Tiflash is 28.89GiB/0B. The estimated storage space is 249B/0B. | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 9 | Cluster doesn't have too many empty regions | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 10 | Cluster region distribution is balanced | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 11 | PD and TiDB in configuration are from the same cluster | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 12 | no CDC or PiTR task found | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ tidb lightning exit successfully PASS coverage: 25.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT COUNT(*) FROM db01.tbl01;' *************************** 1. row *************************** COUNT(*): 5 + check_contains 5 + run_sql 'SELECT COUNT(*) FROM db01.tbl01 USE INDEX();' *************************** 1. row *************************** COUNT(*): 5 + check_contains 5 *===== TEST: [lightning_check_partial_imported] success! =====* Cache restored successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7824/lightning-test) 4787179520 bytes in 11.09 secs (431687688 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh [Pipeline] sh [Pipeline] sh Run cases: lightning_fail_fast lightning_fail_fast_on_nonretry_err lightning_file_routing lightning_foreign_key lightning_gcs lightning_generated_columns lightning_ignore_columns lightning_import_compress lightning_incremental lightning_issue_282 lightning_issue_40657 lightning_issue_410 lightning_issue_519 lightning_local_backend lightning_max_incr Run cases: lightning_fail_fast Run cases: lightning_max_random lightning_multi_valued_index lightning_new_collation lightning_no_schema lightning_parquet lightning_partition_incremental lightning_partitioned-table lightning_record_network lightning_reload_cert lightning_restore lightning_routes lightning_routes_panic lightning_row-format-v2 lightning_s3 Run cases: lightning_max_random Run cases: lightning_shard_rowid lightning_source_linkfile lightning_sqlmode lightning_tidb_duplicate_data lightning_tidb_rowid lightning_tiflash lightning_tikv_multi_rocksdb lightning_too_many_columns lightning_tool_135 Run cases: lightning_shard_rowid Run cases: lightning_pd_leader_switch lightning_tool_1420 lightning_tool_1472 lightning_tool_241 lightning_ttl lightning_unused_config_keys lightning_various_types lightning_view lightning_write_batch lightning_write_limit lightning_add_index lightning_alter_random lightning_auto_columns Run cases: lightning_pd_leader_switch Run cases: lightning_checkpoint_error_destroy Run cases: lightning_checkpoint Starting PD... Starting PD... Starting PD... Starting PD... Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:29 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk.5944.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 27 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 3 + check_contains 'count(*): 3' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 1.csv *************************** 3. row *************************** a: 3 b: 3 c: 3.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 1.csv' + check_contains 'a: 3' + check_contains 'b: 3' + check_contains 'c: 3.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Run cases: lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk TiFlash started. selected test cases: lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_csv {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:35 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk.5971.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 4 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 5 + check_contains 'count(*): 5' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1 d: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 3 d: 3.csv *************************** 3. row *************************** a: 3 b: 3 c: 3 d: 3.csv *************************** 4. row *************************** a: 4 b: 4 c: 4 d: 4.csv *************************** 5. row *************************** a: 5 b: 4 c: 5 d: 5.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1' + check_contains 'd: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 3' + check_contains 'd: 3.csv' + check_contains 'a: 3' + check_contains 'b: 3' + check_contains 'c: 3' + check_contains 'd: 3.csv' + check_contains 'a: 4' + check_contains 'b: 4' + check_contains 'c: 4' + check_contains 'd: 4.csv' + check_contains 'a: 5' + check_contains 'b: 4' + check_contains 'c: 5' + check_contains 'd: 5.csv' *===== TEST: [lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk] success! =====* TiFlash started. arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:37 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/config-pause-global.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_csv.6304.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/data --sorted-kv-dir /tmp/lightning_test/lightning_csv.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/config-pause-global.toml selected test cases: lightning_shard_rowid Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_max_random TiFlash started. selected test cases: lightning_checkpoint_error_destroy TiFlash started. selected test cases: lightning_pd_leader_switch TiFlash started. selected test cases: lightning_fail_fast { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_shard_rowid/run.sh... =====* *************************** 1. row *************************** Variable_name: tidb_enable_clustered_index Value: ON +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:39 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_shard_rowid >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_shard_rowid.2142.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_shard_rowid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_shard_rowid/data --sorted-kv-dir /tmp/lightning_test/lightning_shard_rowid.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 check for table clustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table clustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1_shard_autorowid *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1_initial_autoid *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table clustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered *************************** 1. row *************************** count(*): 3 tidb lightning exit successfully PASS coverage: 23.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 16 *************************** 1. row *************************** count: 16 *************************** 1. row *************************** count(*): 4 check for table clustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table no_pk *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table no_pk_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** correct: 1 *===== TEST: [lightning_shard_rowid] success! =====* TiFlash started. selected test cases: lightning_checkpoint +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:40 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_csv.6646.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/data --sorted-kv-dir /tmp/lightning_test/lightning_csv.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy ++ seq 8 + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:40 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.6930.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random + check_cluster_version 4 0 0 'local backend' + ENGINE_COUNT=6 + cleanup + rm -f /tmp/lightning_test/lightning.log + rm -rf /tmp/lightning_test/sst + run_sql 'DROP DATABASE IF EXISTS db;' + export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/changeEpochVersion=1*return(-1)' + GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/changeEpochVersion=1*return(-1)' + run_lightning --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/config.toml --log-file /tmp/lightning_test/lightning.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:39 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random --sorted-kv-dir' /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/config.toml --log-file '/tmp/lightning_test/lightning.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_max_random.2151.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/data --sorted-kv-dir /tmp/lightning_test/lightning_max_random.sorted --enable-checkpoint=0 --check-requirements=0 --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/config.toml --log-file /tmp/lightning_test/lightning.log Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownWriteRows=sleep(100);github.com/pingcap/tidb/lightning/pkg/importer/SetMinDeliverBytes=return(1)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownWriteRows=sleep(100);github.com/pingcap/tidb/lightning/pkg/importer/SetMinDeliverBytes=return(1)' + for CFG in chunk engine + rm -f /tmp/lightning_test/lightning-tidb.log + run_sql 'DROP DATABASE IF EXISTS fail_fast;' + run_lightning --backend tidb --enable-checkpoint=0 --log-file /tmp/lightning_test/lightning-tidb.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/chunk.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:40 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast --backend' tidb --enable-checkpoint=0 --log-file /tmp/lightning_test/lightning-tidb.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/chunk.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_fail_fast.2139.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/data --sorted-kv-dir /tmp/lightning_test/lightning_fail_fast.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --enable-checkpoint=0 --log-file /tmp/lightning_test/lightning-tidb.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/chunk.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-tidb.log tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.6980.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:40.670 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:40.670 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409106356167774] [2025/04/04 18:52:40.698 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:40.698 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:40.699 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:40 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7010.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data tidb lightning encountered error: [Lightning:Restore:ErrRestoreTable]restore table `fail_fast`.`tb` failed: [`fail_fast`.`tb`] write rows exceed conflict threshold: Error 1062 (23000): Duplicate entry '1-1' for key 'tb.uq' warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning-tidb.log + grep ERROR + tail -n 1 + grep -Fq 'Error 1062 (23000): Duplicate entry '\''1-1'\'' for key '\''tb.uq'\''' + check_not_contains 'restore file completed' /tmp/lightning_test/lightning-tidb.log + check_not_contains 'restore engine completed' /tmp/lightning_test/lightning-tidb.log + for CFG in chunk engine + rm -f /tmp/lightning_test/lightning-tidb.log + run_sql 'DROP DATABASE IF EXISTS fail_fast;' *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_pd_leader_switch/run.sh... =====* will start pd2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:40 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:40 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7060.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all Starting PD... + run_lightning --backend tidb --enable-checkpoint=0 --log-file /tmp/lightning_test/lightning-tidb.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/engine.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:40 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast --backend' tidb --enable-checkpoint=0 --log-file /tmp/lightning_test/lightning-tidb.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/engine.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_fail_fast.2177.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/data --sorted-kv-dir /tmp/lightning_test/lightning_fail_fast.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --enable-checkpoint=0 --log-file /tmp/lightning_test/lightning-tidb.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/engine.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-tidb.log [2025/04/04 18:52:41.049 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:41.049 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409106356167774] [2025/04/04 18:52:41.078 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:41.078 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:41.078 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:41 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7090.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrRestoreTable]restore table `fail_fast`.`tb` failed: [`fail_fast`.`tb`] write rows exceed conflict threshold: Error 1062 (23000): Duplicate entry '1-1' for key 'tb.uq' warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning-tidb.log + grep ERROR + tail -n 1 + grep -Fq 'Error 1062 (23000): Duplicate entry '\''1-1'\'' for key '\''tb.uq'\''' + check_not_contains 'restore file completed' /tmp/lightning_test/lightning-tidb.log + check_not_contains 'restore engine completed' /tmp/lightning_test/lightning-tidb.log *===== TEST: [lightning_fail_fast] success! =====* 2025/04/04 18:52:41 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000004.log with log number 000004 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:41 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000004.log with log number 000004 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7138.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:41.424 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:41.424 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409106356167774] [2025/04/04 18:52:41.454 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:41.454 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:41.455 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:41 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7168.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:41 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000007.log with log number 000007 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:41 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000007.log with log number 000007 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7213.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:41.801 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:41.801 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409106356167774] [2025/04/04 18:52:41.829 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:41.829 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:41.829 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:41 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7247.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:42 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000010.log with log number 000010 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:42 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000010.log with log number 000010 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7301.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:42.196 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:42.196 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409106356167774] [2025/04/04 18:52:42.224 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:42.224 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:42.224 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:42 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7331.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:42 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000013.log with log number 000013 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:42 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000013.log with log number 000013 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7382.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all Run cases: lightning_source_linkfile *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint/run.sh... =====* ******** with file checkpoint (step 1/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 check for table clustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table clustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1_shard_autorowid *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1_initial_autoid *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table clustered [2025/04/04 18:52:42.586 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:42.586 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409106356167774] [2025/04/04 18:52:42.615 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:42.615 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:42.615 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:42 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7413.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_result + run_sql 'SHOW DATABASES;' *************************** 1. row *************************** Database: INFORMATION_SCHEMA *************************** 2. row *************************** Database: METRICS_SCHEMA *************************** 3. row *************************** Database: PERFORMANCE_SCHEMA *************************** 4. row *************************** Database: db *************************** 5. row *************************** Database: mysql *************************** 6. row *************************** Database: sys *************************** 7. row *************************** Database: test + check_contains 'Database: db' + run_sql 'SHOW TABLES IN db;' *************************** 1. row *************************** Tables_in_db: test *************************** 2. row *************************** Tables_in_db: test1 *************************** 3. row *************************** Tables_in_db: test2 + check_contains 'Tables_in_db: test' + check_contains 'Tables_in_db: test1' + check_contains 'Tables_in_db: test2' + run_sql 'SELECT count(*) FROM db.test;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'SELECT count(*) FROM db.test1;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'SELECT count(*) FROM db.test2;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'INSERT INTO db.test(b) VALUES(11);' *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table clustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table no_pk *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table no_pk_cache1 2025/04/04 18:52:42 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:42 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7460.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:43.010 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:43.010 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409106356167774] [2025/04/04 18:52:43.039 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:43.039 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:43.039 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'INSERT INTO db.test(b) VALUES(22);' + tee -a /tmp/lightning_test/sql_res.lightning_max_random.txt ERROR 8059 (HY000) at line 1: Failed to read auto-random value from storage engine + check_contains ERROR + run_sql 'INSERT INTO db.test1(b) VALUES(11);' + run_sql 'INSERT INTO db.test1(b) VALUES(22);' + tee -a /tmp/lightning_test/sql_res.lightning_max_random.txt ERROR 8059 (HY000) at line 1: Failed to read auto-random value from storage engine + check_contains ERROR + run_sql 'INSERT INTO db.test2(b) VALUES(33);' + run_sql 'INSERT INTO db.test2(b) VALUES(44);' + run_sql 'INSERT INTO db.test2(b) VALUES(55);' + grep RequestTooOld /tmp/lightning_test/lightning.log + grep -q needRescan + cleanup + rm -f /tmp/lightning_test/lightning.log + rm -rf /tmp/lightning_test/sst + run_sql 'DROP DATABASE IF EXISTS db;' + export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/changeEpochVersion=1*return(10)' + GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/changeEpochVersion=1*return(10)' + run_lightning --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/config.toml --log-file /tmp/lightning_test/lightning.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:43 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random --sorted-kv-dir' /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/config.toml --log-file '/tmp/lightning_test/lightning.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_max_random.2283.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/data --sorted-kv-dir /tmp/lightning_test/lightning_max_random.sorted --enable-checkpoint=0 --check-requirements=0 --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/config.toml --log-file /tmp/lightning_test/lightning.log Verbose debug logs will be written to /tmp/lightning_test/lightning.log *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:43 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv --backend' tidb --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_csv.6995.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/data --sorted-kv-dir /tmp/lightning_test/lightning_csv.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/config.toml + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:43 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7490.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:43 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000019.log with log number 000019 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:43 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000019.log with log number 000019 stopped reading at offset: 0; replayed 0 keys in 0 batches Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7538.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:43.407 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:43.407 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409106356167774] [2025/04/04 18:52:43.435 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:43.435 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:43.435 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/good-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:43 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/good-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7570.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/good-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 15.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A 2025/04/04 18:52:43 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000022.log with log number 000022 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:43 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000022.log with log number 000022 stopped reading at offset: 0; replayed 0 keys in 0 batches Run cases: lightning_fail_fast_on_nonretry_err *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 check for table clustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table clustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1_shard_autorowid tidb lightning exit successfully PASS coverage: 24.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM cped.t' *************************** 1. row *************************** x: 1999-09-09 09:09:09 + check_contains 'x: 1999-09-09 09:09:09' + run_sql 'DROP DATABASE cped' *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1_initial_autoid *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table clustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table clustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... + rm -rf /tmp/cp_error_destroy.pb ++ seq 8 + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:44 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7637.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table no_pk *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table no_pk_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 Verbose debug logs will be written to /tmp/lightning_test/lightning-err.log Starting PD... tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7684.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:44.452 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:44.452 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409106356167774] [2025/04/04 18:52:44.470 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:44.470 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:44.471 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:44 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7707.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data [2025/04/04 18:52:44.656 +08:00] [ERROR] [parser.go:248] ["syntax error"] [pos=22] [content=",7,8\n"] [2025/04/04 18:52:44.441 +08:00] [INFO] [lightning.go:537] ["load data source start"] [2025/04/04 18:52:44.441 +08:00] [INFO] [lightning.go:540] ["load data source completed"] [takeTime=252.152ยตs] [] [2025/04/04 18:52:44.470 +08:00] [INFO] [client.go:210] ["[tso] switch the tso leader serving url"] [new-url=https://127.0.0.1:2379] [2025/04/04 18:52:44.529 +08:00] [INFO] [client.go:210] ["[tso] switch the tso leader serving url"] [new-url=https://127.0.0.1:2379] [2025/04/04 18:52:44.544 +08:00] [INFO] [local.go:756] ["multi ingest support"] [2025/04/04 18:52:44.545 +08:00] [INFO] [import.go:559] ["the whole procedure start"] [2025/04/04 18:52:44.547 +08:00] [INFO] [schema_import.go:89] ["restore all schema start"] [2025/04/04 18:52:44.615 +08:00] [WARN] [util.go:208] ["check table empty failed with no retry"] [query="SELECT 1 FROM `db`.`test` USE INDEX() LIMIT 1"] [retryCnt=0] [error="sql: no rows in result set"] [2025/04/04 18:52:44.619 +08:00] [INFO] [client.go:210] ["[tso] switch the tso leader serving url"] [new-url=https://127.0.0.1:2379] [2025/04/04 18:52:44.624 +08:00] [INFO] [import.go:1281] ["restore all tables data start"] [2025/04/04 18:52:44.627 +08:00] [INFO] [client.go:210] ["[tso] switch the tso leader serving url"] [new-url=https://127.0.0.1:2379] [2025/04/04 18:52:44.638 +08:00] [INFO] [import.go:1447] ["restore table start"] [table=`db`.`test`] [2025/04/04 18:52:44.638 +08:00] [INFO] [table_import.go:289] ["load engines and files start"] [table=`db`.`test`] [2025/04/04 18:52:44.638 +08:00] [INFO] [version.go:458] ["detect server version"] [type=TiDB] [version=9.0.0-alpha-598-ga99475fc33-dirty] [2025/04/04 18:52:44.642 +08:00] [INFO] [table_import.go:484] ["import whole table start"] [table=`db`.`test`] [2025/04/04 18:52:44.642 +08:00] [INFO] [table_import.go:531] ["restore engine start"] [table=`db`.`test`] [engineNumber=0] [2025/04/04 18:52:44.642 +08:00] [INFO] [table_import.go:664] ["encode kv data and write start"] [table=`db`.`test`] [engineNumber=0] [2025/04/04 18:52:44.656 +08:00] [INFO] [chunk_process.go:208] ["restore file start"] [table=`db`.`test`] [engineNumber=0] [fileIndex=0] [path=db.test.1.csv:0] [2025/04/04 18:52:44.657 +08:00] [ERROR] [table_import.go:863] ["encode kv data and write failed"] [table=`db`.`test`] [engineNumber=0] [takeTime=14.123495ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2025/04/04 18:52:44.657 +08:00] [ERROR] [table_import.go:533] ["restore engine failed"] [table=`db`.`test`] [engineNumber=0] [takeTime=14.177044ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2025/04/04 18:52:44.657 +08:00] [ERROR] [table_import.go:559] ["import whole table failed"] [table=`db`.`test`] [takeTime=14.240957ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2025/04/04 18:52:44.657 +08:00] [ERROR] [import.go:1452] ["failed to import table"] [table=`db`.`test`] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/lightning/pkg/importer.(*chunkProcessor).encodeLoop\n\t/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/chunk_process.go:396\ngithub.com/pingcap/tidb/lightning/pkg/importer.(*chunkProcessor).process\n\t/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/chunk_process.go:210\ngithub.com/pingcap/tidb/lightning/pkg/importer.(*TableImporter).preprocessEngine.func3\n\t/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/table_import.go:808\nruntime.goexit\n\t/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.8.linux-amd64/src/runtime/asm_amd64.s:1700"] [2025/04/04 18:52:44.657 +08:00] [ERROR] [import.go:1456] ["restore table failed"] [table=`db`.`test`] [takeTime=18.867897ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2025/04/04 18:52:44.675 +08:00] [ERROR] [import.go:1413] ["restore all tables data failed"] [takeTime=51.254017ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2025/04/04 18:52:44.676 +08:00] [ERROR] [import.go:577] ["run failed"] [step=4] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2025/04/04 18:52:44.676 +08:00] [ERROR] [import.go:587] ["the whole procedure failed"] [takeTime=131.530483ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2025/04/04 18:52:44.678 +08:00] [INFO] [dispatcher.go:208] ["[tso] stop fetching the pending tso requests due to context canceled"] [2025/04/04 18:52:44.678 +08:00] [INFO] [stream.go:359] ["tsoStream.recvLoop ended"] [stream=127.0.0.1:2379-2] [error="rpc error: code = Canceled desc = context canceled"] [errorVerbose="rpc error: code = Canceled desc = context canceled\ngithub.com/tikv/pd/client/clients/tso.(*tsoStream).recvLoop\n\t/go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250318085533-e8050f72d00d/clients/tso/stream.go:427\nruntime.goexit\n\t/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.8.linux-amd64/src/runtime/asm_amd64.s:1700"] [2025/04/04 18:52:44.678 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:44.678 +08:00] [INFO] [dispatcher.go:208] ["[tso] stop fetching the pending tso requests due to context canceled"] [2025/04/04 18:52:44.678 +08:00] [INFO] [stream.go:359] ["tsoStream.recvLoop ended"] [stream=127.0.0.1:2379-1] [error="rpc error: code = Canceled desc = context canceled"] [errorVerbose="rpc error: code = Canceled desc = context canceled\ngithub.com/tikv/pd/client/clients/tso.(*tsoStream).recvLoop\n\t/go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250318085533-e8050f72d00d/clients/tso/stream.go:427\nruntime.goexit\n\t/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.8.linux-amd64/src/runtime/asm_amd64.s:1700"] [2025/04/04 18:52:44.678 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:44.678 +08:00] [INFO] [dispatcher.go:208] ["[tso] stop fetching the pending tso requests due to context canceled"] [2025/04/04 18:52:44.678 +08:00] [INFO] [stream.go:359] ["tsoStream.recvLoop ended"] [stream=127.0.0.1:2379-3] [error="rpc error: code = Canceled desc = context canceled"] [errorVerbose="rpc error: code = Canceled desc = context canceled\ngithub.com/tikv/pd/client/clients/tso.(*tsoStream).recvLoop\n\t/go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250318085533-e8050f72d00d/clients/tso/stream.go:427\nruntime.goexit\n\t/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.8.linux-amd64/src/runtime/asm_amd64.s:1700"] [2025/04/04 18:52:44.678 +08:00] [ERROR] [main.go:107] ["tidb lightning encountered error stack info"] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/lightning/pkg/importer.(*chunkProcessor).encodeLoop\n\t/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/chunk_process.go:396\ngithub.com/pingcap/tidb/lightning/pkg/importer.(*chunkProcessor).process\n\t/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/chunk_process.go:210\ngithub.com/pingcap/tidb/lightning/pkg/importer.(*TableImporter).preprocessEngine.func3\n\t/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/table_import.go:808\nruntime.goexit\n\t/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.8.linux-amd64/src/runtime/asm_amd64.s:1700"] *===== TEST: [lightning_csv] success! =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:44 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:44 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7756.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:44.904 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:44.904 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409106356167774] [2025/04/04 18:52:44.920 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:44.920 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:44.920 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:44 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7788.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:45 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000004.log with log number 000004 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:45 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000004.log with log number 000004 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7833.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:45.248 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:45.248 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409106356167774] [2025/04/04 18:52:45.264 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:45.264 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:45.264 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:45 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7865.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:45 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000007.log with log number 000007 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:45 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000007.log with log number 000007 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7915.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all Starting PD... [2025/04/04 18:52:45.616 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:45.617 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409106356167774] [2025/04/04 18:52:45.632 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:45.632 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:45.632 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:45 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7945.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:45 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000010.log with log number 000010 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:45 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000010.log with log number 000010 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7998.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:45.997 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:45.998 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409106356167774] [2025/04/04 18:52:46.014 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:46.014 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:46.014 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:46 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.8028.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log [2025/04/04 18:52:45.153 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"] { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... 2025/04/04 18:52:46 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000013.log with log number 000013 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:46 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000013.log with log number 000013 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.8077.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all tidb lightning exit successfully PASS coverage: 24.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_result + run_sql 'SHOW DATABASES;' *************************** 1. row *************************** Database: INFORMATION_SCHEMA *************************** 2. row *************************** Database: METRICS_SCHEMA *************************** 3. row *************************** Database: PERFORMANCE_SCHEMA *************************** 4. row *************************** Database: db *************************** 5. row *************************** Database: mysql *************************** 6. row *************************** Database: sys *************************** 7. row *************************** Database: test + check_contains 'Database: db' + run_sql 'SHOW TABLES IN db;' *************************** 1. row *************************** Tables_in_db: test *************************** 2. row *************************** Tables_in_db: test1 *************************** 3. row *************************** Tables_in_db: test2 + check_contains 'Tables_in_db: test' + check_contains 'Tables_in_db: test1' + check_contains 'Tables_in_db: test2' + run_sql 'SELECT count(*) FROM db.test;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'SELECT count(*) FROM db.test1;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'SELECT count(*) FROM db.test2;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'INSERT INTO db.test(b) VALUES(11);' + run_sql 'INSERT INTO db.test(b) VALUES(22);' + tee -a /tmp/lightning_test/sql_res.lightning_max_random.txt ERROR 8059 (HY000) at line 1: Failed to read auto-random value from storage engine + check_contains ERROR + run_sql 'INSERT INTO db.test1(b) VALUES(11);' + run_sql 'INSERT INTO db.test1(b) VALUES(22);' + tee -a /tmp/lightning_test/sql_res.lightning_max_random.txt ERROR 8059 (HY000) at line 1: Failed to read auto-random value from storage engine + check_contains ERROR + run_sql 'INSERT INTO db.test2(b) VALUES(33);' + run_sql 'INSERT INTO db.test2(b) VALUES(44);' + run_sql 'INSERT INTO db.test2(b) VALUES(55);' + grep RequestTooNew /tmp/lightning_test/lightning.log + grep -q regionScanned + cleanup + rm -f /tmp/lightning_test/lightning.log + rm -rf /tmp/lightning_test/sst + run_sql 'DROP DATABASE IF EXISTS db;' *===== TEST: [lightning_max_random] success! =====* [2025/04/04 18:52:46.367 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:46.367 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409106356167774] [2025/04/04 18:52:46.382 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:46.382 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:46.382 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:46 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.8109.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:46 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:46 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches {"level":"warn","ts":"2025-04-04T18:52:46.691157+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002304fc0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = context deadline exceeded"} ******** with file checkpoint (step 2/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.8155.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:46.704 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:46.705 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409106356167774] [2025/04/04 18:52:46.720 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:46.720 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:46.720 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:46 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.8187.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:46 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000019.log with log number 000019 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:46 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000019.log with log number 000019 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.8232.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:47.057 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:47.057 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409106356167774] [2025/04/04 18:52:47.073 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:47.073 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:47.073 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/good-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:47 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/good-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.8263.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/good-data Run cases: lightning_default-columns Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:47 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000022.log with log number 000022 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:47 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000022.log with log number 000022 stopped reading at offset: 0; replayed 0 keys in 0 batches {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } tidb lightning exit successfully PASS coverage: 28.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM cped.t' *************************** 1. row *************************** x: 1999-09-09 09:09:09 + check_contains 'x: 1999-09-09 09:09:09' *===== TEST: [lightning_checkpoint_error_destroy] success! =====* [2025/04/04 18:52:47.359 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000980960/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"] TiFlash seems doesn't started, retrying... ******** with file checkpoint (step 3/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_multi_valued_index Starting PD... Run cases: lightning_checkpoint_parquet [2025/04/04 18:52:49.798 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000980960/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"] Starting PD... ******** with file checkpoint (step 4/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk "is_initialized": true, Starting TiDB... Verifying TiDB is started... [2025/04/04 18:52:51.188 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"] { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... [2025/04/04 18:52:52.494 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000980960/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"] {"level":"warn","ts":"2025-04-04T18:52:52.691327+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002304fc0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = context deadline exceeded"} [2025/04/04 18:52:53.128 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"] [2025/04/04 18:52:53.128 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"] [2025/04/04 18:52:53.129 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=0] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.129 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=0] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.133 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=0] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.133 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=0] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.154 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=1] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.155 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=1] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.158 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=1] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.160 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=1] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.180 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=2] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.181 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=2] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.185 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=2] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.185 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=2] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.205 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=3] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.208 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=3] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.211 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=3] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.214 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=3] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.233 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=4] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.237 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=4] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.239 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=4] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.239 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=4] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.260 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=5] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.261 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=5] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.262 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=5] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.265 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=5] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.286 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=6] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.286 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=6] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.286 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=6] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.290 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=6] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.310 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=7] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.311 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=7] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.313 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=7] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.316 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=7] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.338 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=8] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.338 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=8] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.340 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=8] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.340 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=8] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.362 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=9] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.362 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=9] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.365 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=9] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.365 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=9] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.387 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=10] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.389 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=10] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.390 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=10] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.392 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=10] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:53 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk.7857.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log [2025/04/04 18:52:53.414 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=11] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.414 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=11] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.415 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=11] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.420 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=11] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.439 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=12] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.441 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=12] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.441 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=12] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.446 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=12] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.463 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=13] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.465 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=13] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.465 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=13] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.473 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=13] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.488 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=14] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.489 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=14] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.492 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=14] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.500 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=14] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.511 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=15] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.515 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=15] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.517 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=15] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.528 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=15] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.539 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=16] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.540 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=16] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.544 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=16] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.553 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=16] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.565 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=17] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.567 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=17] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.569 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=17] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.576 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=17] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.589 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=18] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.592 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=18] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.594 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=18] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.602 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=18] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.615 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=19] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.619 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=19] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.619 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=19] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.629 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=19] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.639 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=20] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.643 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=20] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.643 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=20] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.653 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=20] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 6 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: x b: 6 c: 1.csv *************************** 2. row *************************** a: z b: 3 c: 3.csv + check_contains 'a: x' + check_contains 'b: 6' + check_contains 'c: 1.csv' + check_contains 'a: z' + check_contains 'b: 3' + check_contains 'c: 3.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk] success! =====* [2025/04/04 18:52:53.666 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=21] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.668 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=21] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.672 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=21] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.680 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=21] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.690 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=22] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.696 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=22] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.696 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=22] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.704 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=22] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.717 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=23] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.723 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=23] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.724 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=23] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.727 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=23] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.744 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=24] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.747 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=24] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.749 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=24] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.754 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=24] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.771 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=25] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.773 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=25] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.775 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=25] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.778 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=25] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.798 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=26] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.798 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=26] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.803 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=26] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.804 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=26] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.823 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=27] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.825 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=27] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.828 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=27] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.833 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=27] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.850 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=28] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.851 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=28] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.854 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=28] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.858 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=28] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.878 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=29] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.879 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=29] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.881 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=29] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.883 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=29] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.902 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=30] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.904 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=30] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.907 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=30] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.909 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=30] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.931 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=31] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.931 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=31] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.932 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=31] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.937 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=31] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.955 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=32] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.956 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=32] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.958 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=32] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.962 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=32] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.982 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=33] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.982 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=33] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.983 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=33] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:53.988 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=33] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.006 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=34] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.009 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=34] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.009 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=34] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.016 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=34] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.031 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=35] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.033 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=35] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.036 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=35] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.044 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=35] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.056 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=36] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.060 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=36] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.061 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=36] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.069 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=36] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.083 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=37] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.086 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=37] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.087 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=37] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.097 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=37] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.110 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=38] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.112 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=38] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.112 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=38] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.120 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=38] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.135 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=39] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.139 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=39] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.139 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=39] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.146 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=39] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.161 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=40] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.166 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=40] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.166 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=40] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] ******** with file checkpoint (step 5/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... [2025/04/04 18:52:54.170 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=40] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.187 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=41] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.193 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=41] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.194 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=41] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.197 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=41] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.213 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=42] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.217 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=42] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.221 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=42] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.225 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=42] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.236 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=43] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.245 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=43] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.245 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=43] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.250 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=43] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.261 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=44] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.270 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=44] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.272 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=44] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.277 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=44] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.285 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=45] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.296 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=45] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.298 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=45] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.303 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=45] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.308 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=46] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.321 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=46] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.322 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=46] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.330 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=46] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.335 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=47] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.347 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=47] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.347 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=47] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.358 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=47] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.363 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=48] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.371 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=48] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.375 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=48] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.384 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=48] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.390 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=49] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.399 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=49] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.403 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=49] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.409 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=49] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.416 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=50] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.425 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=50] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.428 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=50] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.433 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=50] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.444 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=51] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.450 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=51] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.454 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=51] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.460 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=51] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.470 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=52] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.477 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=52] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.481 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=52] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.486 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=52] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.497 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=53] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.502 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=53] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.508 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=53] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.512 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=53] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.523 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=54] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.525 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=54] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.533 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=54] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.535 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=54] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.551 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=55] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.552 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=55] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.557 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=55] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.561 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=55] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.576 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=56] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.579 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=56] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.581 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=56] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.585 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=56] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.600 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=57] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.604 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=57] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.607 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=57] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.612 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=57] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.625 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=58] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.630 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=58] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.633 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=58] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.638 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=58] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.651 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=59] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.657 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=59] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.658 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=59] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.665 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=59] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... [2025/04/04 18:52:54.679 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=60] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.683 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=60] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.686 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=60] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.692 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=60] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.707 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=61] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.710 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=61] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.713 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=61] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.718 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=61] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.730 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=62] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.736 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=62] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.737 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=62] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.745 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=62] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.757 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=63] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.761 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=63] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.763 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=63] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.771 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=63] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.780 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=64] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.788 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=64] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.788 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=64] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.797 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=64] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.806 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=65] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.815 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=65] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.817 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=65] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.825 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=65] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.831 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=66] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.841 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=66] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.845 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=66] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.852 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=66] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.858 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=67] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.864 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=67] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.874 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=67] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.876 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=67] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.886 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=68] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.890 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=68] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.900 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=68] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.903 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=68] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.913 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=69] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.914 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=69] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.928 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=69] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.930 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=69] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... [2025/04/04 18:52:54.937 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=70] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.941 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=70] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.956 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=70] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.958 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=70] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.965 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=71] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.968 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=71] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.983 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=71] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.983 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=71] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.991 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=72] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:54.996 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=72] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.007 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=72] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.007 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=72] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.018 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=73] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.020 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=73] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.033 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=73] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.034 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=73] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.043 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=74] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.045 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=74] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.058 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=74] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.059 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=74] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.070 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=75] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.072 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=75] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.083 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=75] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.084 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=75] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.095 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=76] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.096 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=76] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.108 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=76] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.111 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=76] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.121 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=77] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.122 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=77] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.135 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=77] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.138 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=77] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.140 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"] [2025/04/04 18:52:55.147 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=78] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.148 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=78] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.160 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=78] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.162 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=78] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.171 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=79] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.172 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=79] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.186 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=79] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.190 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=79] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.196 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=80] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.198 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=80] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.211 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=80] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.214 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=80] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.221 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=81] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.224 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=81] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.238 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=81] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.242 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=81] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.246 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=82] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.248 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=82] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.262 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=82] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.266 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=82] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.271 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=83] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.271 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=83] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.286 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=83] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.291 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=83] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.299 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=84] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.299 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=84] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.312 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=84] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.317 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=84] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.323 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=85] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.323 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=85] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.339 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=85] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.344 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=85] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.346 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=86] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.347 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=86] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.363 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=86] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.369 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=86] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.372 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=87] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.374 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=87] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.389 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=87] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.395 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=87] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.398 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=88] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.401 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=88] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.415 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=88] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.423 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=88] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.423 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=89] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.426 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=89] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.440 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=89] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.448 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=89] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.449 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=90] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.450 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=90] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.468 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=90] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.475 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=91] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.475 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=90] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.477 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=91] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.495 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=91] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.499 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000980960/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"] [2025/04/04 18:52:55.501 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=92] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.501 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=92] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.502 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=91] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.523 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=92] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.527 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=92] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.528 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=93] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.529 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=93] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.548 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=93] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.551 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=93] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.557 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=94] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.557 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=94] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.576 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=94] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.579 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=94] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.580 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=95] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.582 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=95] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.600 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=95] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.606 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=95] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.608 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=96] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.609 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=96] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.629 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=96] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.630 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=96] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.633 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=97] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.635 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=97] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.657 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=97] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.658 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=97] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.661 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=98] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.661 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=98] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.681 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=98] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.684 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001ce01e0/127.0.0.1:2379] [attempt=99] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.685 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=98] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.689 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94000/127.0.0.1:2379] [attempt=99] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.706 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d94b40/127.0.0.1:2379] [attempt=99] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:55.712 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001d941e0/127.0.0.1:2379] [attempt=99] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:55 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint -d' /tmp/lightning_test/cppk.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint/config-file.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint.11651.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cppk.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint/config-file.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_error_summary tidb lightning exit successfully PASS coverage: 19.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl1 COLUMN_NAME: j NEXT_GLOBAL_ROW_ID: 50002 ID_TYPE: _TIDB_ROWID *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl2 COLUMN_NAME: _tidb_rowid NEXT_GLOBAL_ROW_ID: 63205 ID_TYPE: _TIDB_ROWID *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl7 COLUMN_NAME: j NEXT_GLOBAL_ROW_ID: 50002 ID_TYPE: AUTO_RANDOM *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl8 COLUMN_NAME: j NEXT_GLOBAL_ROW_ID: 50002 ID_TYPE: AUTO_INCREMENT *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl9 COLUMN_NAME: _tidb_rowid NEXT_GLOBAL_ROW_ID: 63205 ID_TYPE: _TIDB_ROWID *************************** 2. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl9 COLUMN_NAME: _tidb_rowid NEXT_GLOBAL_ROW_ID: 50002 ID_TYPE: AUTO_INCREMENT ******** with mysql checkpoint (step 1/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:59 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk.7883.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 13 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 3 + check_contains 'count(*): 3' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1 d: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 3 d: 3.csv *************************** 3. row *************************** a: 4 b: 4 c: 4 d: 4.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1' + check_contains 'd: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 3' + check_contains 'd: 3.csv' + check_contains 'a: 4' + check_contains 'b: 4' + check_contains 'c: 4' + check_contains 'd: 4.csv' *===== TEST: [lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk] success! =====* ******** with mysql checkpoint (step 2/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_source_linkfile "is_initialized": true, Starting TiDB... Verifying TiDB is started... will start pd3 "is_initialized": true, Starting TiDB... Verifying TiDB is started... ******** with mysql checkpoint (step 3/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_source_linkfile/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 1000 Run cases: lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk *************************** 1. row *************************** count(*): 1000 Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... tidb lightning exit successfully PASS coverage: 23.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 1000 *************************** 1. row *************************** count(*): 1000 *===== TEST: [lightning_source_linkfile] success! =====* TiFlash started. selected test cases: lightning_fail_fast_on_nonretry_err { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... ******** with mysql checkpoint (step 4/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Run cases: lightning_sqlmode Starting TiDB... Verifying TiDB is started... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast_on_nonretry_err/run.sh... =====* time used to run lightning 0s *************************** 1. row *************************** count(*): 0 *===== TEST: [lightning_fail_fast_on_nonretry_err] success! =====* TiFlash started. selected test cases: lightning_multi_valued_index TiFlash started. selected test cases: lightning_default-columns ******** with mysql checkpoint (step 5/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_checkpoint_parquet *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_multi_valued_index/run.sh... =====* + run_sql 'SELECT CONCAT('\''SET GLOBAL time_zone='\'''\'''\'', @@time_zone, '\'''\'''\'', GLOBAL default_week_format='\'', @@default_week_format, '\'', GLOBAL block_encryption_mode='\'''\'''\'', @@block_encryption_mode, '\'''\'''\'';'\'') cmd;' *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_default-columns/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:08 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_default-columns --log-file' '/tmp/lightning_test/defcol-errors.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_default-columns.9129.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_default-columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_default-columns/data --sorted-kv-dir /tmp/lightning_test/lightning_default-columns.sorted --enable-checkpoint=0 --check-requirements=0 --log-file /tmp/lightning_test/defcol-errors.log Verbose debug logs will be written to /tmp/lightning_test/defcol-errors.log *************************** 1. row *************************** cmd: SET GLOBAL time_zone='SYSTEM', GLOBAL default_week_format=0, GLOBAL block_encryption_mode='aes-128-ecb'; ++ read_result + UNDO_CMD='SET GLOBAL time_zone='\''SYSTEM'\'', GLOBAL default_week_format=0, GLOBAL block_encryption_mode='\''aes-128-ecb'\'';' + trap undo_set_globals EXIT + run_sql 'SET GLOBAL time_zone='\''-08:00'\'', GLOBAL default_week_format=4, GLOBAL block_encryption_mode='\''aes-256-cbc'\''' ++ seq 3 + for _ in $(seq 3) + sleep 1 Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:08 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_pd_leader_switch --backend' local --enable-checkpoint=0 --pd-urls '127.0.0.1:9999,127.0.0.1:2379 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_pd_leader_switch.2285.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_pd_leader_switch/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_pd_leader_switch/data --sorted-kv-dir /tmp/lightning_test/lightning_pd_leader_switch.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=0 --pd-urls 127.0.0.1:9999,127.0.0.1:2379 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_file_routing tidb lightning exit successfully PASS coverage: 24.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** min(pk): 1 count(pk): 9 *************************** 1. row *************************** xx: 1 *************************** 1. row *************************** xx: 2 *===== TEST: [lightning_default-columns] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... ******** with mysql checkpoint (step 6/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log + run_sql 'SELECT CONCAT(@@time_zone, '\'','\'', @@default_week_format, '\'','\'', @@block_encryption_mode) res' *************************** 1. row *************************** res: -08:00,4,aes-256-cbc ++ read_result + '[' -08:00,4,aes-256-cbc = -08:00,4,aes-256-cbc ']' + break + for BACKEND in 'local' 'tidb' + '[' local = local ']' + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS mv' + run_lightning --backend local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:09 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_multi_valued_index --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_multi_valued_index.4260.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_multi_valued_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_multi_valued_index/data --sorted-kv-dir /tmp/lightning_test/lightning_multi_valued_index.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_parquet/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_disable_scheduler_by_key_range *************************** 1. row *************************** count(*): 1 sum(iVal): 0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 100 sum(iVal): 4950 *===== TEST: [lightning_checkpoint_parquet] success! =====* {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... tidb lightning exit successfully PASS coverage: 25.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_result l + run_sql 'ADMIN CHECK TABLE mv.l' { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... ******** with mysql checkpoint (step 7/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_checkpoint_timestamp TiFlash started. selected test cases: lightning_error_summary + run_sql 'SELECT count(*) FROM mv.l' *************************** 1. row *************************** count(*): 100 + check_contains 'count(*): 100' + run_sql 'SELECT -22162723 MEMBER OF (j->'\''$.number'\'') as r FROM mv.l WHERE pk = -918151511' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + run_sql 'SELECT '\''kjGNP2fd3X20K9HtIbaBw3VL7Ze58eiysenzLBij4jDFzlnO0Y3qfheDrGmo4OM'\'' MEMBER OF (j->'\''$.string'\'') as r FROM mv.l WHERE pk = 6' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + check_result t + run_sql 'ADMIN CHECK TABLE mv.t' Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... ******** with mysql checkpoint (step 8/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary/run.sh... =====* + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_error_summary;' + run_sql 'CREATE DATABASE IF NOT EXISTS error_summary;' { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + run_sql 'DROP TABLE IF EXISTS error_summary.a;' + run_sql 'DROP TABLE IF EXISTS error_summary.c;' + run_sql 'CREATE TABLE error_summary.a (id INT NOT NULL PRIMARY KEY, k INT NOT NULL);' + run_sql 'CREATE TABLE error_summary.c (id INT NOT NULL PRIMARY KEY, k INT NOT NULL);' + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/InitializeCheckpointExit=return(true)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/InitializeCheckpointExit=return(true)' + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-error-summary.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:17 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary --enable-checkpoint=1' --log-file '/tmp/lightning_test/lightning-error-summary.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_error_summary.9785.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary/data --sorted-kv-dir /tmp/lightning_test/lightning_error_summary.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-error-summary.log Verbose debug logs will be written to /tmp/lightning_test/lightning-error-summary.log + run_sql 'SELECT count(*) FROM mv.t' warning: GOCOVERDIR not set, no coverage data emitted + run_sql 'INSERT INTO error_summary.a VALUES (2, 4), (6, 8);' "is_initialized": true, Starting TiDB... Verifying TiDB is started... *************************** 1. row *************************** count(*): 100 + check_contains 'count(*): 100' + run_sql 'SELECT -22162723 MEMBER OF (j->'\''$.number'\'') as r FROM mv.t WHERE pk = -918151511' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + run_sql 'SELECT '\''kjGNP2fd3X20K9HtIbaBw3VL7Ze58eiysenzLBij4jDFzlnO0Y3qfheDrGmo4OM'\'' MEMBER OF (j->'\''$.string'\'') as r FROM mv.t WHERE pk = 6' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + run_sql 'DROP DATABASE mv' + for BACKEND in 'local' 'tidb' + '[' tidb = local ']' + run_sql 'DROP DATABASE IF EXISTS mv' + run_lightning --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:18 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_multi_valued_index --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_multi_valued_index.4358.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_multi_valued_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_multi_valued_index/data --sorted-kv-dir /tmp/lightning_test/lightning_multi_valued_index.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log + run_sql 'INSERT INTO error_summary.c VALUES (3, 9), (27, 81);' + set +e + export GO_FAILPOINTS= + GO_FAILPOINTS= + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-error-summary.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:18 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary --enable-checkpoint=1' --log-file '/tmp/lightning_test/lightning-error-summary.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_error_summary.9831.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary/data --sorted-kv-dir /tmp/lightning_test/lightning_error_summary.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-error-summary.log Verbose debug logs will be written to /tmp/lightning_test/lightning-error-summary.log tidb lightning encountered error: [Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13417380311851192163 vs 5152985213657377814) (total_kvs: 3 vs 2) (total_bytes:87 vs 58) warning: GOCOVERDIR not set, no coverage data emitted + ERRORCODE=1 + set -e + '[' 1 -ne 0 ']' + run_sql 'SELECT sum(id), sum(k) FROM error_summary.b' *************************** 1. row *************************** sum(id): 28 sum(k): 32 + check_contains 'sum(id): 28' + check_contains 'sum(k): 32' + tail -50 /tmp/lightning_test/lightning-error-summary.log + check_contains '["tables failed to be imported"] [count=2]' /tmp/lightning_test/lightning-error-summary.tail + check_contains '[-] [table=`error_summary`.`a`] [status=checksum] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched' /tmp/lightning_test/lightning-error-summary.tail + check_contains '[-] [table=`error_summary`.`c`] [status=checksum] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched' /tmp/lightning_test/lightning-error-summary.tail + check_not_contains '[-] [table=`error_summary`.`b`] [status=checksum] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched' /tmp/lightning_test/lightning-error-summary.tail + set +e + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-error-summary.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:18 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary --enable-checkpoint=1' --log-file '/tmp/lightning_test/lightning-error-summary.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_error_summary.9909.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary/data --sorted-kv-dir /tmp/lightning_test/lightning_error_summary.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-error-summary.log tidb lightning encountered error: [Lightning:PreCheck:ErrPreCheckFailed]tidb-lightning pre-check failed: TiDB Lightning has failed last time. To prevent data loss, this run will stop now, `error_summary`.`a` failed in step(checksum), please run command ./tidb-lightning-ctl --checkpoint-error-destroy='`error_summary`.`a`' --config=...,You may also run `./tidb-lightning-ctl --checkpoint-error-destroy=all --config=...` to start from scratch,For details of this failure, read the log file from the PREVIOUS run TiDB Lightning has failed last time. To prevent data loss, this run will stop now, `error_summary`.`c` failed in step(checksum), please run command ./tidb-lightning-ctl --checkpoint-error-destroy='`error_summary`.`c`' --config=...,You may also run `./tidb-lightning-ctl --checkpoint-error-destroy=all --config=...` to start from scratch,For details of this failure, read the log file from the PREVIOUS run warning: GOCOVERDIR not set, no coverage data emitted + ERRORCODE=1 + set -e + '[' 1 -ne 0 ']' + tail -100 /tmp/lightning_test/lightning-error-summary.log + check_contains 'TiDB Lightning has failed last time. To prevent data loss, this run will stop now' /tmp/lightning_test/lightning-error-summary.tail + check_contains './tidb-lightning-ctl --checkpoint-error-destroy='\''`error_summary`.`a`'\'' --config=...' /tmp/lightning_test/lightning-error-summary.tail + check_contains './tidb-lightning-ctl --checkpoint-error-destroy='\''`error_summary`.`c`'\'' --config=...' /tmp/lightning_test/lightning-error-summary.tail + check_not_contains './tidb-lightning-ctl --checkpoint-error-destroy='\''`error_summary`.`b`'\'' --config=...' /tmp/lightning_test/lightning-error-summary.tail + check_contains 'checkpoint-error-destroy=all --config=...` to start from scratch' /tmp/lightning_test/lightning-error-summary.tail + check_contains 'For details of this failure, read the log file' /tmp/lightning_test/lightning-error-summary.tail + check_contains 'PREVIOUS run' /tmp/lightning_test/lightning-error-summary.tail *===== TEST: [lightning_error_summary] success! =====* {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... tidb lightning exit successfully PASS coverage: 16.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_result l + run_sql 'ADMIN CHECK TABLE mv.l' ******** with mysql checkpoint (step 9/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Run cases: lightning_examples + run_sql 'SELECT count(*) FROM mv.l' *************************** 1. row *************************** count(*): 100 + check_contains 'count(*): 100' + run_sql 'SELECT -22162723 MEMBER OF (j->'\''$.number'\'') as r FROM mv.l WHERE pk = -918151511' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + run_sql 'SELECT '\''kjGNP2fd3X20K9HtIbaBw3VL7Ze58eiysenzLBij4jDFzlnO0Y3qfheDrGmo4OM'\'' MEMBER OF (j->'\''$.string'\'') as r FROM mv.l WHERE pk = 6' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + check_result t + run_sql 'ADMIN CHECK TABLE mv.t' TiFlash started. "is_initialized": true, Starting TiDB... Verifying TiDB is started... selected test cases: lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk *************************** 1. row *************************** s: `cppk_tsr`.`tbl1`|0|50001|50001 *************************** 2. row *************************** s: `cppk_tsr`.`tbl2`|0|63204|63204 *************************** 3. row *************************** s: `cppk_tsr`.`tbl3`|0|63204|63204 *************************** 4. row *************************** s: `cppk_tsr`.`tbl4`|0|0|0 *************************** 5. row *************************** s: `cppk_tsr`.`tbl5`|0|63204|63204 *************************** 6. row *************************** s: `cppk_tsr`.`tbl6`|0|0|0 *************************** 7. row *************************** s: `cppk_tsr`.`tbl7`|50001|0|0 *************************** 8. row *************************** s: `cppk_tsr`.`tbl8`|0|50001|0 *************************** 9. row *************************** s: `cppk_tsr`.`tbl9`|0|50001|63204 ******** Verify checkpoint no-op ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:22 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint -d' /tmp/lightning_test/cppk.mydump '--enable-checkpoint=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint.12524.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cppk.mydump --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning exit successfully PASS coverage: 13.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** 0: 0 s1: 2550050 s2: 2550050 s3: 2550050 s4: 2550050 s5: 2550050 s6: 2550050 s7: 2550050 s8: 2550050 s9: 2550050 s: 22950450 *************************** 1. row *************************** count(*): 9 *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl1 COLUMN_NAME: j NEXT_GLOBAL_ROW_ID: 50002 ID_TYPE: _TIDB_ROWID *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl2 COLUMN_NAME: _tidb_rowid NEXT_GLOBAL_ROW_ID: 63205 ID_TYPE: _TIDB_ROWID *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl7 COLUMN_NAME: j NEXT_GLOBAL_ROW_ID: 50002 ID_TYPE: AUTO_RANDOM *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl8 COLUMN_NAME: j NEXT_GLOBAL_ROW_ID: 50002 ID_TYPE: AUTO_INCREMENT *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl9 COLUMN_NAME: _tidb_rowid NEXT_GLOBAL_ROW_ID: 63205 ID_TYPE: _TIDB_ROWID *************************** 2. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl9 COLUMN_NAME: _tidb_rowid NEXT_GLOBAL_ROW_ID: 50002 ID_TYPE: AUTO_INCREMENT Starting PD... ******** Importing Table Now (step 1/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log + run_sql 'SELECT count(*) FROM mv.t' *************************** 1. row *************************** count(*): 100 + check_contains 'count(*): 100' + run_sql 'SELECT -22162723 MEMBER OF (j->'\''$.number'\'') as r FROM mv.t WHERE pk = -918151511' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + run_sql 'SELECT '\''kjGNP2fd3X20K9HtIbaBw3VL7Ze58eiysenzLBij4jDFzlnO0Y3qfheDrGmo4OM'\'' MEMBER OF (j->'\''$.string'\'') as r FROM mv.t WHERE pk = 6' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + run_sql 'DROP DATABASE mv' + undo_set_globals + run_sql 'SET GLOBAL time_zone='\''SYSTEM'\'', GLOBAL default_week_format=0, GLOBAL block_encryption_mode='\''aes-128-ecb'\'';' *===== TEST: [lightning_multi_valued_index] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk/run.sh... =====* TiFlash started. selected test cases: lightning_sqlmode + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:24 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk.9772.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 13 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 3 + check_contains 'count(*): 3' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1 d: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 3 d: 3.csv *************************** 3. row *************************** a: 4 b: 4 c: 4 d: 4.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1' + check_contains 'd: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 3' + check_contains 'd: 3.csv' + check_contains 'a: 4' + check_contains 'b: 4' + check_contains 'c: 4' + check_contains 'd: 4.csv' *===== TEST: [lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk] success! =====* {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:26 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode --config' '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode/off.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_sqlmode.5975.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode/data --sorted-kv-dir /tmp/lightning_test/lightning_sqlmode.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode/off.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_new_collation tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file sqlmodedb.t.1.sql:0 at offset 53: failed to cast value as timestamp BINARY for column `a` (#2): cannot convert datum from unsigned bigint to type timestamp warning: GOCOVERDIR not set, no coverage data emitted TEST FAILED: OUTPUT DOES NOT CONTAIN 'a: 0000-00-00 00:00:00' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 1 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'b: 127' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 1 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'hex(c): 74' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 1 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'd: ' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 1 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'a: 0000-00-00 00:00:00' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 2 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'b: -128' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 2 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'hex(c): F0' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 2 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'd: x,y' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 2 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'a: 0000-00-00 00:00:00' ____________________________________ [Fri Apr 4 18:53:27 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 3 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'b: 0' ____________________________________ [Fri Apr 4 18:53:27 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 3 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'hex(c): 99' ____________________________________ [Fri Apr 4 18:53:27 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 3 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'd: ' ____________________________________ [Fri Apr 4 18:53:27 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 3 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'a: 2000-01-01 00:00:00' ____________________________________ [Fri Apr 4 18:53:27 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 4 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'b: 100' ____________________________________ [Fri Apr 4 18:53:27 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 4 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'hex(c): ' ____________________________________ [Fri Apr 4 18:53:27 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 4 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'd: x,y' ____________________________________ [Fri Apr 4 18:53:27 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 4 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'a: 0000-00-00 00:00:00' ____________________________________ [Fri Apr 4 18:53:27 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 5 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'b: 0' ____________________________________ [Fri Apr 4 18:53:27 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 5 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'hex(c): ' ____________________________________ [Fri Apr 4 18:53:27 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 5 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'd: ' ____________________________________ [Fri Apr 4 18:53:27 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 5 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:27 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode/on.toml --log-file '/tmp/lightning_test/sqlmode-error.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_sqlmode.6115.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode/data --sorted-kv-dir /tmp/lightning_test/lightning_sqlmode.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode/on.toml --log-file /tmp/lightning_test/sqlmode-error.log Verbose debug logs will be written to /tmp/lightning_test/sqlmode-error.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Import Data Error Summary: +---+------------+-------------+-------------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+------------+-------------+-------------------------------------------------+ | 1 | Data Type | 4 | `sqlmodedb_lightning_task_info`.`type_error_v2` | +---+------------+-------------+-------------------------------------------------+ tidb lightning exit successfully PASS coverage: 24.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** min(id): 4 max(id): 4 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** path: sqlmodedb.t.1.sql offset: 53 error: failed to cast value as timestamp BINARY for column `a` (#2): cannot convert datum from unsigned bigint to type timestamp row_data: (1,9,128,'too long','x,y,z') TEST FAILED: OUTPUT DOES NOT CONTAIN 'cannot convert datum from unsigned bigint to type timestamp.' ____________________________________ [Fri Apr 4 18:53:27 CST 2025] Executing SQL: SELECT path, `offset`, error, row_data FROM sqlmodedb_lightning_task_info.type_error_v2 WHERE table_name = "`sqlmodedb`.`t`" AND row_data LIKE "(1,%"; *************************** 1. row *************************** path: sqlmodedb.t.1.sql offset: 53 error: failed to cast value as timestamp BINARY for column `a` (#2): cannot convert datum from unsigned bigint to type timestamp row_data: (1,9,128,'too long','x,y,z') ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ *************************** 1. row *************************** path: sqlmodedb.t.1.sql offset: 100 error: failed to cast value as timestamp BINARY for column `a` (#2): [types:1292]Incorrect timestamp value: '2000-00-00 00:00:00' row_data: (2,'2000-00-00 00:00:00',-99999,'๐Ÿคฉ',3) *************************** 1. row *************************** path: sqlmodedb.t.1.sql offset: 149 error: failed to cast value as timestamp BINARY for column `a` (#2): [types:1292]Incorrect timestamp value: '9999-12-31 23:59:59' row_data: (3,'9999-12-31 23:59:59','NaN',x'99','x+y') *************************** 1. row *************************** path: sqlmodedb.t.1.sql offset: 237 error: failed to cast value as timestamp BINARY for column `a` (#2): [table:1048]Column 'a' cannot be null row_data: (5,NULL,NULL,NULL,NULL) *===== TEST: [lightning_sqlmode] success! =====* Run cases: lightning_duplicate_resolution_replace_one_key TiFlash started. selected test cases: lightning_file_routing Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... ******** Importing Table Now (step 2/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_disable_scheduler_by_key_range Starting PD... Run cases: lightning_tidb_duplicate_data *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_file_routing/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 10 *************************** 1. row *************************** sum(j): 55 *************************** 1. row *************************** sum(i): 15 count(*): 5 *===== TEST: [lightning_file_routing] success! =====* ******** Importing Table Now (step 3/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_disable_scheduler_by_key_range/run.sh... =====* + export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/server/EnableTestAPI=return + GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/server/EnableTestAPI=return + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/server/EnableTestAPI=return;github.com/pingcap/tidb/pkg/lightning/backend/local/ReadyForImportEngine=sleep(10000)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/server/EnableTestAPI=return;github.com/pingcap/tidb/pkg/lightning/backend/local/ReadyForImportEngine=sleep(10000)' + shpid=10991 + pid= + run_lightning --backend=local + ensure_lightning_is_started + for _ in {0..60} ++ pstree -p 10991 ++ grep -Eo 'tidb-lightning\.\([0-9]*\)' ++ grep -Eo '[0-9]*' +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:31 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_disable_scheduler_by_key_range --backend=local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_disable_scheduler_by_key_range.10991.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_disable_scheduler_by_key_range/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_disable_scheduler_by_key_range/data --sorted-kv-dir /tmp/lightning_test/lightning_disable_scheduler_by_key_range.sorted --enable-checkpoint=0 --check-requirements=0 --backend=local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + pid= + true + '[' -n '' ']' + sleep 1 TiFlash started. selected test cases: lightning_checkpoint_timestamp + for _ in {0..60} ++ pstree -p 10991 ++ grep -Eo 'tidb-lightning\.\([0-9]*\)' ++ grep -Eo '[0-9]*' + pid=11000 + '[' -n 11000 ']' + break + '[' -z 11000 ']' + echo 'lightning is started, pid is 11000' lightning is started, pid is 11000 + ready_for_import_engine + for _ in {0..60} + grep -Fq 'start import engine' /tmp/lightning_test/lightning.log + return + run_curl https://127.0.0.1:2379/pd/api/v1/config/cluster-version { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "9.0.0-beta.1" ++ run_curl https://127.0.0.1:2379/pd/api/v1/config/region-label/rules ++ jq '[ .[] | select(.rule_type == "key-range" and .labels[0].key == "schedule") ] | length' + length=1 + '[' 1 '!=' 1 ']' + wait 10991 "is_initialized": true, Starting TiDB... Verifying TiDB is started... Run cases: lightning_foreign_key ******** Importing Table Now (step 4/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_timestamp/run.sh... =====* ******** Importing Chunk Now (file step 1) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... ******** Importing Chunk Now (file step 2) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... ******** Importing Chunk Now (file step 3) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** a: 98 b: 1 ******** Importing Chunk Now (mysql step 1) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... ******** Importing Table Now (step 5/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... ******** Importing Chunk Now (mysql step 2) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_examples { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... ******** Importing Chunk Now (mysql step 3) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Table Now (step 6/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 19.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** a: 98 b: 1 *===== TEST: [lightning_checkpoint_timestamp] success! =====* {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:41 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples -d' pkg/lightning/mydump/examples --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/512.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_examples.11755.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/data --sorted-kv-dir /tmp/lightning_test/lightning_examples.sorted --enable-checkpoint=0 --check-requirements=0 -d pkg/lightning/mydump/examples --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/512.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** cnt: 10000 *************************** 1. row *************************** cnt: 10000 *************************** 1. row *************************** ลฟ: ๐Ÿคช *************************** 1. row *************************** id: 2 report_data: 4 caseType: 6 total_case: 8 today_new_case: 10 *************************** 1. row *************************** count(*): 10000 sum(id): 50005000 max(name): 4-9-9 min(name): 0-0-0 sum(crc32(name)): 21388950023608 *************************** 1. row *************************** id > 10000: 1 *************************** 1. row *************************** count(*): 10000 avg(age): 477.7500 max(name): 4+9+9 min(name): 0+0+0 sum(crc32(name)): 21433704622808 *************************** 1. row *************************** age: 6 *************************** 1. row *************************** count(*): 20 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:43 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples -d' pkg/lightning/mydump/examples --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/1.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_examples.11911.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/data --sorted-kv-dir /tmp/lightning_test/lightning_examples.sorted --enable-checkpoint=0 --check-requirements=0 -d pkg/lightning/mydump/examples --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/1.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ run_curl https://127.0.0.1:2379/pd/api/v1/config/region-label/rules ++ jq '[ .[] | select(.rule_type == "key-range" and .labels[0].key == "schedule") ] | length' + length=0 + '[' -n 0 ']' + '[' 0 -ne 0 ']' *===== TEST: [lightning_disable_scheduler_by_key_range] success! =====* {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Run cases: lightning_checksum_mismatch "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning exit successfully PASS coverage: 24.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** cnt: 10000 *************************** 1. row *************************** cnt: 10000 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:44 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples -d' pkg/lightning/mydump/examples --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/131072.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_examples.11995.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/data --sorted-kv-dir /tmp/lightning_test/lightning_examples.sorted --enable-checkpoint=0 --check-requirements=0 -d pkg/lightning/mydump/examples --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/131072.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_disk_quota TiFlash started. selected test cases: lightning_new_collation "is_initialized": true, Starting TiDB... Verifying TiDB is started... ******** Importing Table Now (step 7/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** cnt: 10000 *************************** 1. row *************************** cnt: 10000 *===== TEST: [lightning_examples] success! =====* Starting PD... TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_key Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/run.sh... =====* Run cases: lightning_exotic_filenames *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:48 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_key.11685.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_key.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... ******** Importing Table Now (step 8/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log delete /tmp/lightning_test/tiflash delete /tmp/lightning_test/tikv1 delete /tmp/lightning_test/tikv3 delete /tmp/lightning_test/tikv2 delete /tmp/lightning_test/pd Starting PD... Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 2 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 26.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 4 + check_contains 'count(*): 4' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 6 c: 1.csv *************************** 2. row *************************** a: 2 b: 6 c: 2.csv *************************** 3. row *************************** a: 3 b: 3 c: 3.csv *************************** 4. row *************************** a: 5 b: 4 c: 5.csv + check_contains 'a: 1' + check_contains 'b: 6' + check_contains 'c: 1.csv' + check_contains 'a: 2' + check_contains 'b: 6' + check_contains 'c: 2.csv' + check_contains 'a: 3' + check_contains 'b: 3' + check_contains 'c: 3.csv' + check_contains 'a: 5' + check_contains 'b: 4' + check_contains 'c: 5.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_key] success! =====* TiFlash started. selected test cases: lightning_tidb_duplicate_data Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... TiFlash started. selected test cases: lightning_foreign_key Run cases: lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:52 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data --config' '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/replace.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tidb_duplicate_data.8069.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/data --sorted-kv-dir /tmp/lightning_test/lightning_tidb_duplicate_data.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/replace.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 1 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 14.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 2 *************************** 1. row *************************** d: new *************************** 1. row *************************** d: new Verbose debug logs will be written to /tmp/lightning_test/lightning.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:52 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data --config' '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/ignore.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tidb_duplicate_data.8150.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/data --sorted-kv-dir /tmp/lightning_test/lightning_tidb_duplicate_data.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/ignore.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 1 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 14.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 2 *************************** 1. row *************************** d: old *************************** 1. row *************************** d: new ******** Importing Table Now (step 9/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log Verbose debug logs will be written to /tmp/lightning_test/lightning.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:53 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/error.toml --log-file '/tmp/lightning_test/lightning-error-on-dup.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tidb_duplicate_data.8230.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/data --sorted-kv-dir /tmp/lightning_test/lightning_tidb_duplicate_data.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/error.toml --log-file /tmp/lightning_test/lightning-error-on-dup.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Verbose debug logs will be written to /tmp/lightning_test/lightning-error-on-dup.log tidb lightning encountered error: [Lightning:Restore:ErrRestoreTable]restore table `dup`.`dup` failed: [`dup`.`dup`] write rows exceed conflict threshold: Error 1062 (23000): Duplicate entry '1' for key 'dup.PRIMARY' warning: GOCOVERDIR not set, no coverage data emitted *===== TEST: [lightning_tidb_duplicate_data] success! =====* {"level":"warn","ts":1743764033.299861,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000066000/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Internal desc = server closed the stream without sending trailers"} *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key/run.sh... =====* Starting PD... +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:53 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key --backend' tidb --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key/tidb-config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_foreign_key.7810.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key/data --sorted-kv-dir /tmp/lightning_test/lightning_foreign_key.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key/tidb-config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 15.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** GROUP_CONCAT(a): 1,2,3,4,5 *************************** 1. row *************************** count(1): 4 sum(a): 10 *************************** 1. row *************************** count(1): 4 sum(pid): 10 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:54 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key/local-config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_foreign_key.7866.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key/data --sorted-kv-dir /tmp/lightning_test/lightning_foreign_key.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key/local-config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Verify checkpoint no-op ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:54 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint -d' /tmp/lightning_test/cppk.mydump '--enable-checkpoint=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint.13382.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cppk.mydump --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 27.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** GROUP_CONCAT(a): 1,2,3,4,5 *************************** 1. row *************************** count(1): 4 sum(a): 10 *************************** 1. row *************************** count(1): 4 sum(pid): 10 *===== TEST: [lightning_foreign_key] success! =====* { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_tidb_rowid tidb lightning exit successfully PASS coverage: 13.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** 0: 0 s1: 2550050 s2: 2550050 s3: 2550050 s4: 2550050 s5: 2550050 s6: 2550050 s7: 2550050 s8: 2550050 s9: 2550050 s: 22950450 *************************** 1. row *************************** count(*): 9 *===== TEST: [lightning_checkpoint] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Starting PD... Run cases: lightning_gcs "is_initialized": true, Starting TiDB... Verifying TiDB is started... Run cases: lightning_checkpoint_chunks { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_disk_quota TiFlash started. selected test cases: lightning_checksum_mismatch { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_disk_quota/run.sh... =====* + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS disk_quota;' TiFlash started. Verbose debug logs will be written to /tmp/lightning_test/lightning.log + run_sql 'SELECT @@block_encryption_mode' *************************** 1. row *************************** @@block_encryption_mode: aes-128-ecb ++ read_result + OLD_ENCRYPTION_MODE=aes-128-ecb + run_sql 'SET GLOBAL block_encryption_mode = '\''aes-256-cbc'\'';' + DISK_QUOTA_DIR=/tmp/lightning_test/with-disk-quota + FINISHED_FILE=/tmp/lightning_test/sorted-with-disk-quota.finished + mkdir -p /tmp/lightning_test/with-disk-quota + rm -f /tmp/lightning_test/sorted-with-disk-quota.finished + trap cleanup EXIT ++ seq 3 + for i in $(seq 3) + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checksum_mismatch/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checksum_mismatch/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checksum_mismatch ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checksum_mismatch + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checksum_mismatch/config1.toml + grep -q 'checksum mismatched remote vs local' + run_sql 'DROP DATABASE IF EXISTS cm' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checksum_mismatch/config2.toml + grep -q 'checksum mismatched remote vs local' tidb lightning exit successfully PASS coverage: 25.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 6 sum(i): 21 *************************** 1. row *************************** j: 4 *************************** 1. row *************************** id: 3 v: ๅฌๅฌๅฌๅฌ *************************** 1. row *************************** id: 1 v2: ๅ•Šๅ•Š *************************** 1. row *************************** i: 1 v: aA +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:06 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation --backend' local -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/data-gbk --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/gbk.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_new_collation.8140.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/data --sorted-kv-dir /tmp/lightning_test/lightning_new_collation.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/data-gbk --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/gbk.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log + run_sql 'SELECT @@block_encryption_mode' *************************** 1. row *************************** @@block_encryption_mode: aes-256-cbc ++ read_result + '[' aes-256-cbc = aes-256-cbc ']' + break + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownWriteRows=sleep(50)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownWriteRows=sleep(50)' + run_lightning --sorted-kv-dir /tmp/lightning_test/with-disk-quota/sorted --log-file /tmp/lightning_test/lightning-disk-quota.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning + DISK_USAGE=4096 + '[' 04096 -gt 619610112 ']' + sleep 1 ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:06 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_disk_quota --sorted-kv-dir' /tmp/lightning_test/with-disk-quota/sorted --log-file '/tmp/lightning_test/lightning-disk-quota.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_disk_quota.12898.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_disk_quota/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_disk_quota/data --sorted-kv-dir /tmp/lightning_test/lightning_disk_quota.sorted --enable-checkpoint=0 --check-requirements=0 --sorted-kv-dir /tmp/lightning_test/with-disk-quota/sorted --log-file /tmp/lightning_test/lightning-disk-quota.log Verbose debug logs will be written to /tmp/lightning_test/lightning-disk-quota.log + run_sql 'DROP DATABASE IF EXISTS cm' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checksum_mismatch/config3.toml + grep -q 'checksum mismatched remote vs local' *===== TEST: [lightning_checksum_mismatch] success! =====* tidb lightning exit successfully PASS coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** id: 1 v: ๅ•Šๅ•Š Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 15.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 6 sum(i): 21 *************************** 1. row *************************** j: 4 *************************** 1. row *************************** id: 3 v: ๅฌๅฌๅฌๅฌ *************************** 1. row *************************** id: 1 v2: ๅ•Šๅ•Š *************************** 1. row *************************** i: 1 v: aA +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:07 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation --backend' tidb -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/data-gbk --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/gbk.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_new_collation.8267.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/data --sorted-kv-dir /tmp/lightning_test/lightning_new_collation.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/data-gbk --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/gbk.toml + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** id: 1 v: ๅ•Šๅ•Š { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_exotic_filenames + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... Run cases: lightning_cmdline_override + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... delete /tmp/lightning_test/tiflash delete /tmp/lightning_test/tikv1 delete /tmp/lightning_test/tikv3 delete /tmp/lightning_test/tikv2 delete /tmp/lightning_test/pd Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_exotic_filenames/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:09 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_exotic_filenames -d' '/tmp/lightning_test/exotic_filename.mydump >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_exotic_filenames.13909.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_exotic_filenames/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_exotic_filenames/data --sorted-kv-dir /tmp/lightning_test/lightning_exotic_filenames.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/exotic_filename.mydump Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 Import finished *************************** 1. row *************************** count(*): 5 *************************** 1. row *************************** _tidb_rowid > 80000: 1 b > 80000: 1 *************************** 1. row *************************** _tidb_rowid > 80000: 1 b > 80000: 1 *************************** 1. row *************************** a: 2345 *===== TEST: [lightning_exotic_filenames] success! =====* TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... "is_initialized": true, Starting TiDB... Verifying TiDB is started... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:12 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk.13580.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Run cases: lightning_extend_routes Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 14 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 26.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 6 + check_contains 'count(*): 6' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 1.csv *************************** 3. row *************************** a: 3 b: 1 c: 3.csv *************************** 4. row *************************** a: 4 b: 3 c: 4.csv *************************** 5. row *************************** a: 5 b: 5 c: 5.csv *************************** 6. row *************************** a: 6 b: 6 c: 6.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 1.csv' + check_contains 'a: 3' + check_contains 'b: 1' + check_contains 'c: 3.csv' + check_contains 'a: 4' + check_contains 'b: 3' + check_contains 'c: 4.csv' + check_contains 'a: 5' + check_contains 'b: 6' + check_contains 'c: 6.csv' + check_contains 'a: 6' + check_contains 'b: 6' + check_contains 'c: 6.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 Run cases: lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk TiFlash started. selected test cases: lightning_gcs TiFlash started. selected test cases: lightning_tidb_rowid { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 [2025/04/04 18:54:06.137 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001934000/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""] [2025/04/04 18:54:06.137 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0008c8d20/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""] tidb lightning exit successfully PASS coverage: 24.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 4 sum(c): 10 *************************** 1. row *************************** count(*): 4 sum(c): 46 Restarting services [2025/04/04 18:54:09.554 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0008c8d20/127.0.0.1:2379] [attempt=0] [error="rpc error: code = Canceled desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""] [2025/04/04 18:54:09.554 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001934000/127.0.0.1:2379] [attempt=0] [error="rpc error: code = Canceled desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""] [2025/04/04 18:54:09.753 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc003880000/127.0.0.1:2379] [attempt=0] [error="rpc error: code = Canceled desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""] [2025/04/04 18:54:09.754 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc00305c000/127.0.0.1:2379] [attempt=0] [error="rpc error: code = Canceled desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""] /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_services: line 57: 2144 Killed pd-server --join "https://$PD_ADDR" --client-urls "https://${PD_ADDR}2" --peer-urls "https://${PD_PEER_ADDR}2" --log-file "$TEST_DIR/pd2.log" --data-dir "$TEST_DIR/pd2" --name pd2 --config $PD_CONFIG /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_services: line 57: 2208 Killed pd-server --join "https://$PD_ADDR" --client-urls "https://${PD_ADDR}3" --peer-urls "https://${PD_PEER_ADDR}3" --log-file "$TEST_DIR/pd3.log" --data-dir "$TEST_DIR/pd3" --name pd3 --config $PD_CONFIG /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_services: line 57: 2252 Killed tidb-server -P 4000 --status 10080 --advertise-address="127.0.0.1" --store tikv --path "$PD_ADDR" --config "$TIDB_CONFIG" --log-file "$TEST_DIR/tidb.log" delete /tmp/lightning_test/tiflash delete /tmp/lightning_test/tikv1 delete /tmp/lightning_test/tikv2 delete /tmp/lightning_test/tikv3 delete /tmp/lightning_test/pd delete /tmp/lightning_test/pd2 delete /tmp/lightning_test/pd3 Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=246308864 + '[' 0246308864 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_rowid/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:17 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_rowid -backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tidb_rowid.10094.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_rowid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_rowid/data --sorted-kv-dir /tmp/lightning_test/lightning_tidb_rowid.sorted --enable-checkpoint=0 --check-requirements=0 -backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158355456 + '[' 0158355456 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_gcs/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_gcs/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_gcs ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_gcs + DB=gcs_test + TABLE=tbl + check_cluster_version 4 0 0 'local backend' + GCS_HOST=localhost + GCS_PORT=21808 + GCS_STORAGE=/tmp/lightning_test/storage + BUCKET=lightning-gcs + rm -rf /tmp/lightning_test/gcs_test + rm -rf /tmp/lightning_test/storage + mkdir -p /tmp/lightning_test/gcs_test + i=0 + curl -o /dev/null -v -s http://localhost:21808/ + fake-gcs-server -scheme http -host localhost -port 21808 -filesystem-root /tmp/lightning_test/storage -public-host localhost:21808 * Trying ::1... * TCP_NODELAY set * connect to ::1 port 21808 failed: Connection refused * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 21808 failed: Connection refused * Failed to connect to localhost port 21808: Connection refused * Closing connection 0 + i=1 + '[' 1 -gt 7 ']' + sleep 2 time="2025-04-04T18:54:17+08:00" level=info msg="server started at http://127.0.0.1:21808" TiFlash started. selected test cases: lightning_checkpoint_chunks tidb lightning exit successfully PASS coverage: 24.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** count(*): 22 max(id): 37 min(_tidb_rowid): 1 max(_tidb_rowid): 22 *************************** 1. row *************************** id > 37: 1 _tidb_rowid > 22: 1 *************************** 1. row *************************** count(*): 10 min(_tidb_rowid): 1 max(_tidb_rowid): 10 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *************************** 1. row *************************** _tidb_rowid: 5 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** _tidb_rowid > 10: 1 *************************** 1. row *************************** count(*): 10 min(_tidb_rowid): 1 max(_tidb_rowid): 10 *************************** 1. row *************************** _tidb_rowid: 5 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** _tidb_rowid > 10: 1 *************************** 1. row *************************** count(*): 1 min(_tidb_rowid): 1 max(_tidb_rowid): 1 *************************** 1. row *************************** _tidb_rowid > 70000: 1 *************************** 1. row *************************** count(*): 5 *************************** 1. row *************************** _tidb_rowid > 80000: 1 b > 80000: 1 *************************** 1. row *************************** _tidb_rowid > 80000: 1 b > 80000: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:19 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_rowid -backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tidb_rowid.10299.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_rowid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_rowid/data --sorted-kv-dir /tmp/lightning_test/lightning_tidb_rowid.sorted --enable-checkpoint=0 --check-requirements=0 -backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 14.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** count(*): 10 min(_tidb_rowid): 1 max(_tidb_rowid): 10 *************************** 1. row *************************** _tidb_rowid: 5 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** _tidb_rowid > 10: 1 *************************** 1. row *************************** count(*): 10 min(_tidb_rowid): 1 max(_tidb_rowid): 10 *************************** 1. row *************************** _tidb_rowid: 5 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** _tidb_rowid > 10: 1 *************************** 1. row *************************** count(*): 1 min(_tidb_rowid): 70000 max(_tidb_rowid): 70000 *************************** 1. row *************************** _tidb_rowid > 70000: 1 *************************** 1. row *************************** count(*): 5 *************************** 1. row *************************** _tidb_rowid > 80000: 1 b > 80000: 1 *************************** 1. row *************************** _tidb_rowid > 80000: 1 b > 80000: 1 *===== TEST: [lightning_tidb_rowid] success! =====* + curl -o /dev/null -v -s http://localhost:21808/ * Trying ::1... * TCP_NODELAY set * connect to ::1 port 21808 failed: Connection refused * Trying 127.0.0.1... * TCP_NODELAY set * Connected to localhost (127.0.0.1) port 21808 (#0) > GET / HTTP/1.1 > Host: localhost:21808 > User-Agent: curl/7.61.1 > Accept: */* > time="2025-04-04T18:54:19+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:54:19 +0800] \"GET / HTTP/1.1\" 404 19" < HTTP/1.1 404 Not Found < Content-Type: text/plain; charset=utf-8 < X-Content-Type-Options: nosniff < Date: Fri, 04 Apr 2025 10:54:19 GMT < Content-Length: 19 < { [19 bytes data] * Connection #0 to host localhost left intact + trap stop_gcs EXIT + fake-oauth ++ cat + KEY='{ "type": "service_account", "private_key": "-----BEGIN PRIVATE KEY-----\nMIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQCT524vzG7uEVtX\nojcHbyQzVwlcaGkg1DWWLT+SufD08UYF0bsfcD0Etrtzo4ggwdxJQy5ygl3TNlcD\nKdelWbVyGfg9/sNB1RDlZYbQb0LVLHKjkVs7JyJsxrLk2e6NqD9ajwTEJUcLAQkj\nxlCcIi51beqrIRlvHjbtGwet/dNnRLSZf+i9SHvB2j64+RVYdnyf/IiLBvYyu7hF\nT6VjlljdbwC4TZ2jpfDL8nHRTiDiV+CX3/iH8MlMEOSM30AO5MPNVCZLlTA9W24a\nKi4NPBBlJLvG2mQELYdbhdM64iMvbPkDRtajJD6ogPB7wUoWbtSke5oOJNyV1HNt\nn91JH/dlAgMBAAECggEAQBwve2GSbfgxD0Xds4e9+dEO2jLZ6uSBS9TWOywFIa9Z\nqlkUUtbMZDgu/buTXJubeFg6EGGo+M4TnmfrNR2zFD/khj7hdS49kinVa5Dmt895\n66Osl3HprpvcXG2IxXd56q+Woc0Ew+TRiOPD+kGowLcB4ubIhw1iQpmWVRlyos6Q\nyvHssolrqOkRK9+1asixgow2Y15HtpXFN3XDIVj3gfdN1Zg80S66bTap1DS+dkJH\nSMgEZRilAjUGzbroqvZCiymlIJP5Jj5L5Wy8Qp/k1ixK10oaPgwvdmwXHX/DZ0vC\nT6XwpIaCYd3/XUWBHvrmQHFucWVPISZRi5WidggzuwKBgQDNHrxKaDrxcrV5Ncgu\npQrtQvTsIUCJGMo5m30X0Ac5CsIssOoQHdtEQW1ehJ8DtJRRb9rdWc4aelXsDUr+\no2m1zyZzM6S7IO2YhGDAo7Uu3fy1r33qYAt6uS/nHaJBpsKcyqqK+0wPDikdPLLx\nBBWZHF6WoswDEUVLQa/hHgpjPwKBgQC4l2/6xShNoobivzk8AE/Acq7PazA8gu4K\nY0UghTBlAst4RvBTURYZ2V3uw0S2FbfwL0/snHhNWZl5XjBX/H9oQmLri5qGOOpf\n9A11p5kd0x1mHDgTm/k7EgoskdXGB5NqXIB7l/3UI8Sk2N1PzHwyJJYfaB+EWTs8\n+LVy99VQWwKBgQCilRwVtiwSOSPSYWi8YCEbEpljmK+4eye/JZmviDpRYk+qcMf1\n4lRr85gm9OO9YiK1sf0+ufH9Vr5IDflFgG1HqFwHsAWANYdd/n9Z8eior1ehAurB\nHUO8EJEBlaGIfA+Bi7pF0w3kWQsJm5USKHSeGbh3ma4vOD8+eWBZBSCirQKBgQCe\n1uEq/sChnXtIXpgXg4Uc6xJ1tZy6VUgUdDulsjZklTUU+KYQa7QC5kKoFCtqK+It\nseiqiDIVDUa9Y0liTQotYwLQAT8kxJEZpF54oZFmUqX3mcy/QvYB2JIcrBkx4I7/\ndT2yHKX1CBpMZ7h41FMCquzrdaO5NTd+Td2FYrGSBQKBgEBnAerHh/NafYlVumlS\nVgouR9IketTegyEyntVyEvENx8OA5ZLMywCIKbPMFZgPR0RgDpyDxKauCU2E09e/\nboN76UOuOg11fknJh7vFbUbzM6BXvXVOTyX9ZtZBQcd5Y3tV+tYD1tHUgurGYWb+\nyHLBMOlXdpn0gZ4rwoIQgzD9\n-----END PRIVATE KEY-----\n", "client_email": "test@email.com", "token_uri": "http://localhost:5000/oauth/token" }' + echo '{' '"type":' '"service_account",' '"private_key":' '"-----BEGIN' PRIVATE 'KEY-----\nMIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQCT524vzG7uEVtX\nojcHbyQzVwlcaGkg1DWWLT+SufD08UYF0bsfcD0Etrtzo4ggwdxJQy5ygl3TNlcD\nKdelWbVyGfg9/sNB1RDlZYbQb0LVLHKjkVs7JyJsxrLk2e6NqD9ajwTEJUcLAQkj\nxlCcIi51beqrIRlvHjbtGwet/dNnRLSZf+i9SHvB2j64+RVYdnyf/IiLBvYyu7hF\nT6VjlljdbwC4TZ2jpfDL8nHRTiDiV+CX3/iH8MlMEOSM30AO5MPNVCZLlTA9W24a\nKi4NPBBlJLvG2mQELYdbhdM64iMvbPkDRtajJD6ogPB7wUoWbtSke5oOJNyV1HNt\nn91JH/dlAgMBAAECggEAQBwve2GSbfgxD0Xds4e9+dEO2jLZ6uSBS9TWOywFIa9Z\nqlkUUtbMZDgu/buTXJubeFg6EGGo+M4TnmfrNR2zFD/khj7hdS49kinVa5Dmt895\n66Osl3HprpvcXG2IxXd56q+Woc0Ew+TRiOPD+kGowLcB4ubIhw1iQpmWVRlyos6Q\nyvHssolrqOkRK9+1asixgow2Y15HtpXFN3XDIVj3gfdN1Zg80S66bTap1DS+dkJH\nSMgEZRilAjUGzbroqvZCiymlIJP5Jj5L5Wy8Qp/k1ixK10oaPgwvdmwXHX/DZ0vC\nT6XwpIaCYd3/XUWBHvrmQHFucWVPISZRi5WidggzuwKBgQDNHrxKaDrxcrV5Ncgu\npQrtQvTsIUCJGMo5m30X0Ac5CsIssOoQHdtEQW1ehJ8DtJRRb9rdWc4aelXsDUr+\no2m1zyZzM6S7IO2YhGDAo7Uu3fy1r33qYAt6uS/nHaJBpsKcyqqK+0wPDikdPLLx\nBBWZHF6WoswDEUVLQa/hHgpjPwKBgQC4l2/6xShNoobivzk8AE/Acq7PazA8gu4K\nY0UghTBlAst4RvBTURYZ2V3uw0S2FbfwL0/snHhNWZl5XjBX/H9oQmLri5qGOOpf\n9A11p5kd0x1mHDgTm/k7EgoskdXGB5NqXIB7l/3UI8Sk2N1PzHwyJJYfaB+EWTs8\n+LVy99VQWwKBgQCilRwVtiwSOSPSYWi8YCEbEpljmK+4eye/JZmviDpRYk+qcMf1\n4lRr85gm9OO9YiK1sf0+ufH9Vr5IDflFgG1HqFwHsAWANYdd/n9Z8eior1ehAurB\nHUO8EJEBlaGIfA+Bi7pF0w3kWQsJm5USKHSeGbh3ma4vOD8+eWBZBSCirQKBgQCe\n1uEq/sChnXtIXpgXg4Uc6xJ1tZy6VUgUdDulsjZklTUU+KYQa7QC5kKoFCtqK+It\nseiqiDIVDUa9Y0liTQotYwLQAT8kxJEZpF54oZFmUqX3mcy/QvYB2JIcrBkx4I7/\ndT2yHKX1CBpMZ7h41FMCquzrdaO5NTd+Td2FYrGSBQKBgEBnAerHh/NafYlVumlS\nVgouR9IketTegyEyntVyEvENx8OA5ZLMywCIKbPMFZgPR0RgDpyDxKauCU2E09e/\nboN76UOuOg11fknJh7vFbUbzM6BXvXVOTyX9ZtZBQcd5Y3tV+tYD1tHUgurGYWb+\nyHLBMOlXdpn0gZ4rwoIQgzD9\n-----END' PRIVATE 'KEY-----\n",' '"client_email":' '"test@email.com",' '"token_uri":' '"http://localhost:5000/oauth/token"' '}' + export GOOGLE_APPLICATION_CREDENTIALS=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_gcs/config.json + GOOGLE_APPLICATION_CREDENTIALS=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_gcs/config.json + curl -XPOST http://localhost:21808/storage/v1/b -d '{"name":"lightning-gcs"}' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0time="2025-04-04T18:54:19+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:54:19 +0800] \"POST /storage/v1/b HTTP/1.1\" 200 135" 100 159 100 135 100 24 131k 24000 --:--:-- --:--:-- --:--:-- 155k {"kind":"storage#bucket","id":"lightning-gcs","name":"lightning-gcs","versioning":{},"timeCreated":"2025-04-04T18:54:19.990721+08:00"} + DATA_PATH=/tmp/lightning_test/gcs_test + mkdir -p /tmp/lightning_test/gcs_test/gcs_test + echo 'CREATE DATABASE gcs_test;' + echo 'CREATE TABLE tbl(i INT, s varchar(32));' + echo 'INSERT INTO tbl (i, s) VALUES (1, "1"),(2, "test2"), (3, "qqqtest");' + cat + curl -XPOST --data-binary @/tmp/lightning_test/gcs_test/gcs_test-schema-create.sql 'http://localhost:21808/upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test-schema-create.sql' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0time="2025-04-04T18:54:19+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:54:19 +0800] \"POST /upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test-schema-create.sql HTTP/1.1\" 200 403" 100 429 100 403 100 26 393k 26000 --:--:-- --:--:-- --:--:-- 418k {"name":"gcs_test/gcs_test-schema-create.sql","contentType":"application/x-www-form-urlencoded","contentEncoding":"","crc32c":"w70a0Q==","md5Hash":"jr6r1066e6VgnlzbErcl5Q==","acl":[{"Entity":"projectOwner","EntityID":"","Role":"OWNER","Domain":"","Email":"","ProjectTeam":null}],"created":"2025-04-04T18:54:19.999019+08:00","updated":"2025-04-04T18:54:19.999048+08:00","deleted":"0001-01-01T00:00:00Z"} + curl -XPOST --data-binary @/tmp/lightning_test/gcs_test/gcs_test.tbl-schema.sql 'http://localhost:21808/upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test.tbl-schema.sql' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0time="2025-04-04T18:54:20+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:54:20 +0800] \"POST /upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test.tbl-schema.sql HTTP/1.1\" 200 399" 100 439 100 399 100 40 389k 40000 --:--:-- --:--:-- --:--:-- 428k {"name":"gcs_test/gcs_test.tbl-schema.sql","contentType":"application/x-www-form-urlencoded","contentEncoding":"","crc32c":"8nDBbg==","md5Hash":"9IUDuKWXlpixFsjz/XRstg==","acl":[{"Entity":"projectOwner","EntityID":"","Role":"OWNER","Domain":"","Email":"","ProjectTeam":null}],"created":"2025-04-04T18:54:20.004312+08:00","updated":"2025-04-04T18:54:20.00434+08:00","deleted":"0001-01-01T00:00:00Z"} + curl -XPOST --data-binary @/tmp/lightning_test/gcs_test/gcs_test.tbl.sql 'http://localhost:21808/upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test.tbl.sql' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0time="2025-04-04T18:54:20+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:54:20 +0800] \"POST /upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test.tbl.sql HTTP/1.1\" 200 393" 100 462 100 393 100 69 383k 69000 --:--:-- --:--:-- --:--:-- 451k {"name":"gcs_test/gcs_test.tbl.sql","contentType":"application/x-www-form-urlencoded","contentEncoding":"","crc32c":"8zt3Pg==","md5Hash":"Ra3Pcc+gkQpnwG3kravQiQ==","acl":[{"Entity":"projectOwner","EntityID":"","Role":"OWNER","Domain":"","Email":"","ProjectTeam":null}],"created":"2025-04-04T18:54:20.008989+08:00","updated":"2025-04-04T18:54:20.009011+08:00","deleted":"0001-01-01T00:00:00Z"} + curl -XPOST --data-binary @/tmp/lightning_test/gcs_test/gcs_test.tbl.0.csv 'http://localhost:21808/upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test.tbl.0.csv' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0time="2025-04-04T18:54:20+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:54:20 +0800] \"POST /upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test.tbl.0.csv HTTP/1.1\" 200 394" 100 455 100 394 100 61 384k 61000 --:--:-- --:--:-- --:--:-- 444k {"name":"gcs_test/gcs_test.tbl.0.csv","contentType":"application/x-www-form-urlencoded","contentEncoding":"","crc32c":"eJeDyg==","md5Hash":"otOCsXvI0Pp9NlMAx1yx0w==","acl":[{"Entity":"projectOwner","EntityID":"","Role":"OWNER","Domain":"","Email":"","ProjectTeam":null}],"created":"2025-04-04T18:54:20.01323+08:00","updated":"2025-04-04T18:54:20.013251+08:00","deleted":"0001-01-01T00:00:00Z"} + run_sql 'DROP DATABASE IF EXISTS gcs_test;' + run_sql 'DROP TABLE IF EXISTS gcs_test.tbl;' + SOURCE_DIR='gcs://lightning-gcs/gcs_test?endpoint=http://localhost:21808/storage/v1/' + run_lightning -d 'gcs://lightning-gcs/gcs_test?endpoint=http://localhost:21808/storage/v1/' --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log time="2025-04-04T18:54:20+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:54:20 +0800] \"GET /storage/v1/b/lightning-gcs/o?alt=json&delimiter=&endOffset=&fields=nextPageToken%2Cprefixes%2Citems%28size%2Cname%29&includeFoldersAsPrefixes=false&includeTrailingDelimiter=false&matchGlob=&pageToken=&prefix=gcs_test%2F&prettyPrint=false&projection=full&startOffset=&versions=false HTTP/1.1\" 200 527" time="2025-04-04T18:54:20+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:54:20 +0800] \"GET /storage/v1/b/lightning-gcs/o?alt=json&delimiter=&endOffset=&fields=nextPageToken%2Cprefixes%2Citems%28name%2Csize%29&includeFoldersAsPrefixes=false&includeTrailingDelimiter=false&matchGlob=&pageToken=&prefix=gcs_test%2F&prettyPrint=false&projection=full&startOffset=&versions=false HTTP/1.1\" 200 527" time="2025-04-04T18:54:20+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:54:20 +0800] \"GET /storage/v1/b/lightning-gcs/o/gcs_test%2Fgcs_test-schema-create.sql?alt=json&prettyPrint=false&projection=full HTTP/1.1\" 200 541" time="2025-04-04T18:54:20+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:54:20 +0800] \"GET /lightning-gcs/gcs_test%2Fgcs_test-schema-create.sql HTTP/1.1\" 200 26" time="2025-04-04T18:54:20+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:54:20 +0800] \"GET /storage/v1/b/lightning-gcs/o/gcs_test%2Fgcs_test.tbl-schema.sql?alt=json&prettyPrint=false&projection=full HTTP/1.1\" 200 531" time="2025-04-04T18:54:20+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:54:20 +0800] \"GET /storage/v1/b/lightning-gcs/o/gcs_test%2Fgcs_test.tbl-schema.sql?alt=json&prettyPrint=false&projection=full HTTP/1.1\" 200 531" time="2025-04-04T18:54:20+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:54:20 +0800] \"GET /lightning-gcs/gcs_test%2Fgcs_test.tbl-schema.sql HTTP/1.1\" 200 40" + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... time="2025-04-04T18:54:20+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:54:20 +0800] \"GET /storage/v1/b/lightning-gcs/o/gcs_test%2Fgcs_test.tbl.sql?alt=json&prettyPrint=false&projection=full HTTP/1.1\" 200 511" time="2025-04-04T18:54:20+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:54:20 +0800] \"GET /lightning-gcs/gcs_test%2Fgcs_test.tbl.sql HTTP/1.1\" 200 69" time="2025-04-04T18:54:20+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:54:20 +0800] \"GET /storage/v1/b/lightning-gcs/o/gcs_test%2Fgcs_test.tbl.0.csv?alt=json&prettyPrint=false&projection=full HTTP/1.1\" 200 516" time="2025-04-04T18:54:20+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:54:20 +0800] \"GET /lightning-gcs/gcs_test%2Fgcs_test.tbl.0.csv HTTP/1.1\" 200 61" tidb lightning exit successfully PASS coverage: 25.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*), sum(i) FROM `gcs_test`.tbl' *************************** 1. row *************************** count(*): 7 sum(i): 413 + check_contains 'count(*): 7' + check_contains 'sum(i): 413' + stop_gcs + killall -9 fake-gcs-server + killall -9 fake-oauth /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_gcs/run.sh: line 49: 9767 Killed fake-gcs-server -scheme http -host $GCS_HOST -port $GCS_PORT -filesystem-root $GCS_STORAGE -public-host $GCS_HOST:$GCS_PORT *===== TEST: [lightning_gcs] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:20 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.15265.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 Run cases: lightning_tiflash + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 Run cases: lightning_generated_columns + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. *===== TEST: [lightning_new_collation] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... TiFlash started. selected test cases: lightning_cmdline_override {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158355456 + '[' 0158355456 -gt 619610112 ']' + sleep 1 Run cases: lightning_no_schema "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158355456 + '[' 0158355456 -gt 619610112 ']' + sleep 1 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override + run_lightning -L info --log-file /tmp/lightning_test/lightning.log --tidb-host 127.0.0.1 --tidb-port 4000 --tidb-user root --tidb-status 10080 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override/data --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:30 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override -L' info --log-file /tmp/lightning_test/lightning.log --tidb-host 127.0.0.1 --tidb-port 4000 --tidb-user root --tidb-status 10080 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override/data --backend 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_cmdline_override.16141.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override/data --sorted-kv-dir /tmp/lightning_test/lightning_cmdline_override.sorted --enable-checkpoint=0 --check-requirements=0 -L info --log-file /tmp/lightning_test/lightning.log --tidb-host 127.0.0.1 --tidb-port 4000 --tidb-user root --tidb-status 10080 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override/data --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_extend_routes tidb lightning exit successfully PASS coverage: 13.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM cmdline_override.t' *************************** 1. row *************************** a: 15 + check_contains 'a: 15' *===== TEST: [lightning_cmdline_override] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 TiFlash started. Services restarted *===== TEST: [lightning_pd_leader_switch] success! =====* Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes + for BACKEND in tidb local + run_sql 'DROP DATABASE IF EXISTS routes_a0;' + run_sql 'DROP DATABASE IF EXISTS routes_a1;' + run_sql 'DROP DATABASE IF EXISTS routes_b;' + run_sql 'CREATE DATABASE routes_b;' + run_sql 'CREATE TABLE routes_b.u (x real primary key, c_source varchar(11) not null, c_schema varchar(11) not null, c_table varchar(11) not null);' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/config.toml --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:32 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/config.toml --backend 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_extend_routes.15822.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/data --sorted-kv-dir /tmp/lightning_test/lightning_extend_routes.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/config.toml --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + echo Import using tidb finished Import using tidb finished + run_sql 'SELECT count(1), sum(x) FROM routes_b.u;' *************************** 1. row *************************** count(1): 4 sum(x): 259 + check_contains 'count(1): 4' + check_contains 'sum(x): 259' + run_sql 'SELECT count(1), sum(x) FROM routes_a1.s1;' *************************** 1. row *************************** count(1): 1 sum(x): 1296 + check_contains 'count(1): 1' + check_contains 'sum(x): 1296' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "0";' *************************** 1. row *************************** count(1): 2 + check_contains 'count(1): 2' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "2";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "0";' *************************** 1. row *************************** count(1): 3 + check_contains 'count(1): 3' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_source = "01";' *************************** 1. row *************************** count(1): 4 + check_contains 'count(1): 4' + run_sql 'SHOW TABLES IN routes_a1;' *************************** 1. row *************************** Tables_in_routes_a1: s1 + check_not_contains 'Tables_in_routes_a1: t2' + for BACKEND in tidb local + run_sql 'DROP DATABASE IF EXISTS routes_a0;' Run cases: lightning_column_permutation + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 + run_sql 'DROP DATABASE IF EXISTS routes_a1;' + run_sql 'DROP DATABASE IF EXISTS routes_b;' + run_sql 'CREATE DATABASE routes_b;' + run_sql 'CREATE TABLE routes_b.u (x real primary key, c_source varchar(11) not null, c_schema varchar(11) not null, c_table varchar(11) not null);' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/config.toml --backend local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:33 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/config.toml --backend 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_extend_routes.15926.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/data --sorted-kv-dir /tmp/lightning_test/lightning_extend_routes.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/config.toml --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_tool_1420 tidb lightning exit successfully PASS coverage: 24.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + echo Import using local finished Import using local finished + run_sql 'SELECT count(1), sum(x) FROM routes_b.u;' *************************** 1. row *************************** count(1): 4 sum(x): 259 + check_contains 'count(1): 4' + check_contains 'sum(x): 259' + run_sql 'SELECT count(1), sum(x) FROM routes_a1.s1;' *************************** 1. row *************************** count(1): 1 sum(x): 1296 + check_contains 'count(1): 1' + check_contains 'sum(x): 1296' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "0";' *************************** 1. row *************************** count(1): 2 + check_contains 'count(1): 2' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "2";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "0";' *************************** 1. row *************************** count(1): 3 + check_contains 'count(1): 3' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_source = "01";' *************************** 1. row *************************** count(1): 4 + check_contains 'count(1): 4' + run_sql 'SHOW TABLES IN routes_a1;' *************************** 1. row *************************** Tables_in_routes_a1: s1 + check_not_contains 'Tables_in_routes_a1: t2' *===== TEST: [lightning_extend_routes] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... Starting PD... TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 Starting PD... [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7824/lightning-test already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] sh + ls -alh /tmp/group_cover total 9.4M drwxr-xr-x 2 jenkins jenkins 4.0K Apr 4 18:54 . drwxrwxrwt 1 root root 4.0K Apr 4 18:54 .. -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_duplicate_resolution_replace_one_unique_key_clustered_pk.2133.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:52 cov.lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk.4039.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:52 cov.lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk.5944.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk.7857.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:53 cov.lightning_examples.11755.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:53 cov.lightning_examples.11911.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:53 cov.lightning_examples.11995.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_exotic_filenames.13909.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_extend_routes.15822.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_extend_routes.15926.out + gocovmerge /tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_clustered_pk.2133.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk.4039.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk.5944.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk.7857.out /tmp/group_cover/cov.lightning_examples.11755.out /tmp/group_cover/cov.lightning_examples.11911.out /tmp/group_cover/cov.lightning_examples.11995.out /tmp/group_cover/cov.lightning_exotic_filenames.13909.out /tmp/group_cover/cov.lightning_extend_routes.15822.out /tmp/group_cover/cov.lightning_extend_routes.15926.out + codecov --rootDir . --flags integration --file coverage.txt --branch origin/pr/60382 --sha a99475fc33674dc9218acc399094b47beacbcaf1 --pr 60382 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... [2025-04-04T10:54:37.608Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.8.0 [2025-04-04T10:54:37.610Z] ['info'] => Project root located at: . [2025-04-04T10:54:37.613Z] ['info'] -> Token found by environment variables [2025-04-04T10:54:37.623Z] ['info'] Searching for coverage files... [2025-04-04T10:54:37.710Z] ['info'] => Found 1 possible coverage files: coverage.txt [2025-04-04T10:54:37.711Z] ['info'] Processing coverage.txt... [2025-04-04T10:54:37.730Z] ['info'] Using manual override from args. [2025-04-04T10:54:37.730Z] ['info'] Detected Jenkins CI as the CI provider. [2025-04-04T10:54:37.736Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.8.0&token=*******&branch=origin%2Fpr%2F60382&build=7824&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fpull_lightning_integration_test%2F7824%2F&commit=a99475fc33674dc9218acc399094b47beacbcaf1&job=&pr=60382&service=jenkins&slug=PingCAP-QE%2Fci&name=&tag=&flags=integration&parent= [2025-04-04T10:54:38.268Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/a99475fc33674dc9218acc399094b47beacbcaf1 https://storage.googleapis.com/codecov-production/shelter/v4/github/pingcap/tidb/a99475fc33674dc9218acc399094b47beacbcaf1/42acda1e-0b58-405b-8d2a-6b2d90d16749.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJWQHUGIBILH4J7Q6ZUSCIFNEOLYSNDS7L3B4N5SIBQ2J4YLYE5CRFCD%2F20250404%2Fus%2Fs3%2Faws4_request&X-Amz-Date=20250404T105438Z&X-Amz-Expires=120&X-Amz-SignedHeaders=host&X-Amz-Signature=557ded1881029e7c971864225ea0c26245ed406c4a19b7e34a22d38c87be2198 [2025-04-04T10:54:38.269Z] ['info'] Uploading... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:37 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk.15485.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 14 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 6 + check_contains 'count(*): 6' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 1.csv *************************** 3. row *************************** a: 3 b: 1 c: 3.csv *************************** 4. row *************************** a: 4 b: 3 c: 4.csv *************************** 5. row *************************** a: 5 b: 5 c: 5.csv *************************** 6. row *************************** a: 6 b: 6 c: 6.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 1.csv' + check_contains 'a: 3' + check_contains 'b: 1' + check_contains 'c: 3.csv' + check_contains 'a: 4' + check_contains 'b: 3' + check_contains 'c: 4.csv' + check_contains 'a: 5' + check_contains 'b: 6' + check_contains 'c: 6.csv' + check_contains 'a: 6' + check_contains 'b: 6' + check_contains 'c: 6.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk] success! =====* {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } tidb lightning canceled PASS coverage: 18.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** Importing Chunk Now (step 1/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk Now (step 2/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk Now (step 3/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk Now (step 4/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk Now (step 5/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Verify checkpoint no-op ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:38 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.15627.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:54:38 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000020.log with log number 000020 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:54:38 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000024.log with log number 000024 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning exit successfully PASS coverage: 19.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(i): 5000 sum(i): 17502500 *************************** 1. row *************************** count(*): 1 TiFlash seems doesn't started, retrying... ******** Importing Chunk Now (step 1/5) ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:39 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.15698.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log [2025-04-04T10:54:39.257Z] ['info'] {"status":"processing","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/a99475fc33674dc9218acc399094b47beacbcaf1"} [Pipeline] } [Pipeline] // dir [Pipeline] } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } tidb lightning canceled PASS coverage: 20.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** Importing Chunk Now (step 2/5) ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:39 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.15761.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:54:40 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:54:40 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } tidb lightning canceled PASS coverage: 19.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** Importing Chunk Now (step 3/5) ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:40 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.15825.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 2025/04/04 18:54:40 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000005.log with log number 000005 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:54:40 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000006.log with log number 000006 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning canceled PASS coverage: 19.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** Importing Chunk Now (step 4/5) ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:40 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.15884.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_tiflash { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... 2025/04/04 18:54:40 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000009.log with log number 000009 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:54:40 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000011.log with log number 000011 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning canceled PASS coverage: 19.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** Importing Chunk Now (step 5/5) ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:41 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.15944.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7824/lightning-test already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir Post stage + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ cut -f 1 ++ du -s -B1 /tmp/lightning_test/with-disk-quota + DISK_USAGE=157609984 + '[' 0157609984 -gt 619610112 ']' + sleep 1 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { 2025/04/04 18:54:41 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000013.log with log number 000013 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:54:41 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning canceled PASS coverage: 19.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** Verify checkpoint no-op ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:41 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.15986.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log [Pipeline] sh 2025/04/04 18:54:41 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000017.log with log number 000017 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:54:41 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000021.log with log number 000021 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning exit successfully PASS + ls -alh /tmp/group_cover total 8.4M drwxr-xr-x. 2 jenkins jenkins 4.0K Apr 4 18:54 . drwxrwxrwt. 1 root root 4.0K Apr 4 18:54 .. -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_duplicate_resolution_merge.2120.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_duplicate_resolution_merge.2121.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_duplicate_resolution_replace_multiple_keys_clustered_pk.4065.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk.5971.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk.7883.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk.9772.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_duplicate_resolution_replace_one_key.11685.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk.13580.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk.15485.out + gocovmerge /tmp/group_cover/cov.lightning_duplicate_resolution_merge.2120.out /tmp/group_cover/cov.lightning_duplicate_resolution_merge.2121.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_keys_clustered_pk.4065.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk.5971.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk.7883.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk.9772.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_key.11685.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk.13580.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk.15485.out + codecov --rootDir . --flags integration --file coverage.txt --branch origin/pr/60382 --sha a99475fc33674dc9218acc399094b47beacbcaf1 --pr 60382 [2025-04-04T10:54:41.975Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.8.0 [2025-04-04T10:54:41.977Z] ['info'] => Project root located at: . [2025-04-04T10:54:41.980Z] ['info'] -> Token found by environment variables coverage: 19.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(i): 5000 sum(i): 17502500 *************************** 1. row *************************** count(*): 1 ******** Importing Chunk using File checkpoint Now (step 1/5) ******** [2025-04-04T10:54:41.989Z] ['info'] Searching for coverage files... [2025-04-04T10:54:42.072Z] ['info'] => Found 1 possible coverage files: coverage.txt [2025-04-04T10:54:42.072Z] ['info'] Processing coverage.txt... [2025-04-04T10:54:42.090Z] ['info'] Using manual override from args. [2025-04-04T10:54:42.090Z] ['info'] Detected Jenkins CI as the CI provider. [2025-04-04T10:54:42.098Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.8.0&token=*******&branch=origin%2Fpr%2F60382&build=7824&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fpull_lightning_integration_test%2F7824%2F&commit=a99475fc33674dc9218acc399094b47beacbcaf1&job=&pr=60382&service=jenkins&slug=PingCAP-QE%2Fci&name=&tag=&flags=integration&parent= Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_generated_columns ******** Importing Chunk using File checkpoint Now (step 2/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log [2025-04-04T10:54:42.760Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/a99475fc33674dc9218acc399094b47beacbcaf1 https://storage.googleapis.com/codecov-production/shelter/v4/github/pingcap/tidb/a99475fc33674dc9218acc399094b47beacbcaf1/8858d0d0-9768-4fb9-ae65-a87a7f14f55e.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJWQHUGIBILH4J7Q6ZUSCIFNEOLYSNDS7L3B4N5SIBQ2J4YLYE5CRFCD%2F20250404%2Fus%2Fs3%2Faws4_request&X-Amz-Date=20250404T105442Z&X-Amz-Expires=120&X-Amz-SignedHeaders=host&X-Amz-Signature=9a94d6d64c295eecfa0b385521a1a2513d994625335605bb2a96f117cb63a0fa [2025-04-04T10:54:42.761Z] ['info'] Uploading... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tiflash/run.sh... =====* *===== TEST: [lightning_tiflash] success! =====* ******** Importing Chunk using File checkpoint Now (step 3/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... ******** Importing Chunk using File checkpoint Now (step 4/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk using File checkpoint Now (step 5/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 ******** Verify File checkpoint no-op ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:43 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/file.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.16330.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/file.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log [2025-04-04T10:54:43.957Z] ['info'] {"status":"processing","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/a99475fc33674dc9218acc399094b47beacbcaf1"} [Pipeline] } 2025/04/04 18:54:44 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000017.log with log number 000017 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:54:44 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000021.log with log number 000021 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning exit successfully PASS coverage: 24.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(i): 5000 sum(i): 17502500 [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_generated_columns/run.sh... =====* + run_sql 'SELECT CONCAT('\''SET GLOBAL time_zone='\'''\'''\'', @@time_zone, '\'''\'''\'', GLOBAL default_week_format='\'', @@default_week_format, '\'', GLOBAL block_encryption_mode='\'''\'''\'', @@block_encryption_mode, '\'''\'''\'';'\'') cmd;' *************************** 1. row *************************** cmd: SET GLOBAL time_zone='SYSTEM', GLOBAL default_week_format=0, GLOBAL block_encryption_mode='aes-128-ecb'; ++ read_result + UNDO_CMD='SET GLOBAL time_zone='\''SYSTEM'\'', GLOBAL default_week_format=0, GLOBAL block_encryption_mode='\''aes-128-ecb'\'';' + trap undo_set_globals EXIT + run_sql 'SET GLOBAL time_zone='\''-08:00'\'', GLOBAL default_week_format=4, GLOBAL block_encryption_mode='\''aes-256-cbc'\''' ++ seq 3 + for _ in $(seq 3) + sleep 1 [Pipeline] // stage [Pipeline] } Run cases: lightning_tikv_multi_rocksdb + run_sql 'SELECT CONCAT(@@time_zone, '\'','\'', @@default_week_format, '\'','\'', @@block_encryption_mode) res' *************************** 1. row *************************** res: -08:00,4,aes-256-cbc ++ read_result + '[' -08:00,4,aes-256-cbc = -08:00,4,aes-256-cbc ']' + break + for BACKEND in 'local' 'tidb' + '[' local = local ']' + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS gencol' + run_lightning --backend local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:45 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_generated_columns --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_generated_columns.11728.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_generated_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_generated_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_generated_columns.sorted --enable-checkpoint=0 --check-requirements=0 --backend local + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 24.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'ADMIN CHECK TABLE gencol.nested' + run_sql 'SELECT * FROM gencol.nested WHERE a = 100' *************************** 1. row *************************** a: 100 b: 101 c: 102 d: 103 e: 104 f: 105 + check_contains 'a: 100' + check_contains 'b: 101' + check_contains 'c: 102' + check_contains 'd: 103' + check_contains 'e: 104' + check_contains 'f: 105' + run_sql 'SELECT * FROM gencol.nested WHERE f = 1005' *************************** 1. row *************************** a: 1000 b: 1001 c: 1002 d: 1003 e: 1004 f: 1005 + check_contains 'a: 1000' + check_contains 'b: 1001' + check_contains 'c: 1002' + check_contains 'd: 1003' + check_contains 'e: 1004' + check_contains 'f: 1005' + run_sql 'SELECT * FROM gencol.various_types' --binary-as-hex *************************** 1. row *************************** int64: 3 uint64: 5764801 float32: 0.5625 float64: 5e222 string: 6ad8402ba6610f04d3ec5c9875489a7bc8e259c5 bytes: 0x6AD8402BA6610F04D3EC5C9875489A7BC8E259C5 decimal: 1234.5678 duration: 01:02:03 enum: c bit: 0x03 set: c time: 1987-06-05 04:03:02.100 json: {"6ad8402ba6610f04d3ec5c9875489a7bc8e259c5": 0.5625} aes: 0xA876B03CFC8AF93D22D19E2220BD2375 tz: 1969-12-31 16:00:01 + check_contains 'int64: 3' + check_contains 'uint64: 5764801' + check_contains 'float32: 0.5625' + check_contains 'float64: 5e222' + check_contains 'string: 6ad8402ba6610f04d3ec5c9875489a7bc8e259c5' + check_contains 'bytes: 0x6AD8402BA6610F04D3EC5C9875489A7BC8E259C5' + check_contains 'decimal: 1234.5678' + check_contains 'duration: 01:02:03' + check_contains 'enum: c' + check_contains 'bit: 0x03' + check_contains 'set: c' + check_contains 'time: 1987-06-05 04:03:02.100' + check_contains 'json: {"6ad8402ba6610f04d3ec5c9875489a7bc8e259c5": 0.5625}' + check_contains 'aes: 0xA876B03CFC8AF93D22D19E2220BD2375' + check_contains 'tz: 1969-12-31 16:00:01' + run_sql 'ADMIN CHECK TABLE gencol.virtual_only' + run_sql 'SELECT * FROM gencol.virtual_only WHERE id = 30' *************************** 1. row *************************** id: 30 id_plus_1: 31 id_plus_2: 32 + check_contains 'id_plus_1: 31' + check_contains 'id_plus_2: 32' + run_sql 'SELECT * FROM gencol.virtual_only WHERE id_plus_2 = 42' *************************** 1. row *************************** id: 40 id_plus_1: 41 id_plus_2: 42 + check_contains 'id: 40' + check_contains 'id_plus_1: 41' + run_sql 'ADMIN CHECK TABLE gencol.expr_index' + run_sql 'SELECT /*+ use_index(gencol.expr_index, idx_lower_b) */ * FROM gencol.expr_index WHERE lower(b) = "cdsfds"' *************************** 1. row *************************** id: 2 a: ABC b: CDSFDS + check_contains 'id: 2' + check_contains 'a: ABC' + check_contains 'b: CDSFDS' + run_sql 'ADMIN CHECK TABLE gencol.uuid' + run_sql 'SELECT /*+ use_index(gencol.uuid, c) */ COUNT(DISTINCT(b)) FROM gencol.uuid' *************************** 1. row *************************** COUNT(DISTINCT(b)): 4 + check_contains 4 + for BACKEND in 'local' 'tidb' + '[' tidb = local ']' + run_sql 'DROP DATABASE IF EXISTS gencol' + run_lightning --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:46 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_generated_columns --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_generated_columns.11909.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_generated_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_generated_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_generated_columns.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'ADMIN CHECK TABLE gencol.nested' + run_sql 'SELECT * FROM gencol.nested WHERE a = 100' Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 *************************** 1. row *************************** Db_name: cpch_tsr Table_name: tbl Partition_name: Update_time: 2025-04-04 18:54:44 Modify_count: 5000 Row_count: 5000 Last_analyze_time: NULL *===== TEST: [lightning_checkpoint_chunks] success! =====* *************************** 1. row *************************** a: 100 b: 101 c: 102 d: 103 e: 104 f: 105 + check_contains 'a: 100' + check_contains 'b: 101' + check_contains 'c: 102' + check_contains 'd: 103' + check_contains 'e: 104' + check_contains 'f: 105' + run_sql 'SELECT * FROM gencol.nested WHERE f = 1005' *************************** 1. row *************************** a: 1000 b: 1001 c: 1002 d: 1003 e: 1004 f: 1005 + check_contains 'a: 1000' + check_contains 'b: 1001' + check_contains 'c: 1002' + check_contains 'd: 1003' + check_contains 'e: 1004' + check_contains 'f: 1005' + run_sql 'SELECT * FROM gencol.various_types' --binary-as-hex *************************** 1. row *************************** int64: 3 uint64: 5764801 float32: 0.5625 float64: 5e222 string: 6ad8402ba6610f04d3ec5c9875489a7bc8e259c5 bytes: 0x6AD8402BA6610F04D3EC5C9875489A7BC8E259C5 decimal: 1234.5678 duration: 01:02:03 enum: c bit: 0x03 set: c time: 1987-06-05 04:03:02.100 json: {"6ad8402ba6610f04d3ec5c9875489a7bc8e259c5": 0.5625} aes: 0xA876B03CFC8AF93D22D19E2220BD2375 tz: 1969-12-31 16:00:01 + check_contains 'int64: 3' + check_contains 'uint64: 5764801' + check_contains 'float32: 0.5625' + check_contains 'float64: 5e222' + check_contains 'string: 6ad8402ba6610f04d3ec5c9875489a7bc8e259c5' + check_contains 'bytes: 0x6AD8402BA6610F04D3EC5C9875489A7BC8E259C5' + check_contains 'decimal: 1234.5678' + check_contains 'duration: 01:02:03' + check_contains 'enum: c' + check_contains 'bit: 0x03' + check_contains 'set: c' + check_contains 'time: 1987-06-05 04:03:02.100' + check_contains 'json: {"6ad8402ba6610f04d3ec5c9875489a7bc8e259c5": 0.5625}' + check_contains 'aes: 0xA876B03CFC8AF93D22D19E2220BD2375' + check_contains 'tz: 1969-12-31 16:00:01' + run_sql 'ADMIN CHECK TABLE gencol.virtual_only' + run_sql 'SELECT * FROM gencol.virtual_only WHERE id = 30' *************************** 1. row *************************** id: 30 id_plus_1: 31 id_plus_2: 32 + check_contains 'id_plus_1: 31' + check_contains 'id_plus_2: 32' + run_sql 'SELECT * FROM gencol.virtual_only WHERE id_plus_2 = 42' *************************** 1. row *************************** id: 40 id_plus_1: 41 id_plus_2: 42 + check_contains 'id: 40' + check_contains 'id_plus_1: 41' + run_sql 'ADMIN CHECK TABLE gencol.expr_index' + run_sql 'SELECT /*+ use_index(gencol.expr_index, idx_lower_b) */ * FROM gencol.expr_index WHERE lower(b) = "cdsfds"' *************************** 1. row *************************** id: 2 a: ABC b: CDSFDS + check_contains 'id: 2' + check_contains 'a: ABC' + check_contains 'b: CDSFDS' + run_sql 'ADMIN CHECK TABLE gencol.uuid' + run_sql 'SELECT /*+ use_index(gencol.uuid, c) */ COUNT(DISTINCT(b)) FROM gencol.uuid' *************************** 1. row *************************** COUNT(DISTINCT(b)): 4 + check_contains 4 + undo_set_globals + run_sql 'SET GLOBAL time_zone='\''SYSTEM'\'', GLOBAL default_week_format=0, GLOBAL block_encryption_mode='\''aes-128-ecb'\'';' "is_initialized": true, Starting TiDB... Verifying TiDB is started... *===== TEST: [lightning_generated_columns] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_no_schema Run cases: lightning_ignore_columns + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 Run cases: lightning_checkpoint_columns {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:51 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema --no-schema=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_no_schema.11875.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema/data --sorted-kv-dir /tmp/lightning_test/lightning_no_schema.sorted --enable-checkpoint=0 --check-requirements=0 --no-schema=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... tidb lightning encountered error: [Lightning:Restore:ErrSchemaNotExists]table `noschema`.`t` schema not found warning: GOCOVERDIR not set, no coverage data emitted +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:51 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema --no-schema=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_no_schema.11919.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema/data --sorted-kv-dir /tmp/lightning_test/lightning_no_schema.sorted --enable-checkpoint=0 --check-requirements=0 --no-schema=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... tidb lightning encountered error: [Lightning:Restore:ErrInvalidSchemaStmt]invalid schema statement: 'this is a invalid schema;': line 1 column 4 near "this is a invalid schema;" warning: GOCOVERDIR not set, no coverage data emitted +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:51 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema --no-schema=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_no_schema.11957.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema/data --sorted-kv-dir /tmp/lightning_test/lightning_no_schema.sorted --enable-checkpoint=0 --check-requirements=0 --no-schema=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... Starting PD... tidb lightning exit successfully PASS coverage: 23.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** sum(x): 120 *************************** 1. row *************************** sum(x): 1 *===== TEST: [lightning_no_schema] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_column_permutation + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157614080 + '[' 0157614080 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157614080 + '[' 0157614080 -gt 619610112 ']' + sleep 1 Run cases: lightning_parquet TiFlash started. selected test cases: lightning_tool_1420 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_column_permutation/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:55 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_column_permutation --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_column_permutation.17996.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_column_permutation/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_column_permutation/data --sorted-kv-dir /tmp/lightning_test/lightning_column_permutation.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157614080 + '[' 0157614080 -gt 619610112 ']' + sleep 1 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157614080 + '[' 0157614080 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 24.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 5 *************************** 1. row *************************** fund_seq_no: 202006100001901102016403059520200627 region_code: 000002 credit_code: 33 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:56 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_column_permutation --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_column_permutation.18072.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_column_permutation/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_column_permutation/data --sorted-kv-dir /tmp/lightning_test/lightning_column_permutation.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... "is_initialized": true, Starting TiDB... Verifying TiDB is started... *************************** 1. row *************************** count(*): 5 *************************** 1. row *************************** fund_seq_no: 202006100001901102016403059520200627 region_code: 000002 credit_code: 33 *===== TEST: [lightning_column_permutation] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_1420/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:56 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_1420 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tool_1420.5990.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_1420/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_1420/data --sorted-kv-dir /tmp/lightning_test/lightning_tool_1420.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 Run cases: lightning_common_handle + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** ROLE_ID: 1 *===== TEST: [lightning_tool_1420] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_tikv_multi_rocksdb Run cases: lightning_tool_1472 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb + . /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_services ++ set -eu ++ export PD_HTTP_PROTO=https ++ PD_HTTP_PROTO=https ++ export PD_PEER_ADDR=127.0.0.1:2380 ++ PD_PEER_ADDR=127.0.0.1:2380 ++ export PD_ADDR=127.0.0.1:2379 ++ PD_ADDR=127.0.0.1:2379 ++ export PD_PID=/tmp/lightning_test/pd_pid.txt ++ PD_PID=/tmp/lightning_test/pd_pid.txt ++ export TIDB_IP=127.0.0.1 ++ TIDB_IP=127.0.0.1 ++ export TIDB_PORT=4000 ++ TIDB_PORT=4000 ++ export TIDB_ADDR=127.0.0.1:4000 ++ TIDB_ADDR=127.0.0.1:4000 ++ export TIDB_STATUS_ADDR=127.0.0.1:10080 ++ TIDB_STATUS_ADDR=127.0.0.1:10080 ++ export TIKV_ADDR=127.0.0.1:2016 ++ TIKV_ADDR=127.0.0.1:2016 ++ export TIKV_STATUS_ADDR=127.0.0.1:2018 ++ TIKV_STATUS_ADDR=127.0.0.1:2018 ++ export TIKV_COUNT=3 ++ TIKV_COUNT=3 ++ export TIFLASH_HTTP=127.0.0.1:20292 ++ TIFLASH_HTTP=127.0.0.1:20292 ++ export TIKV_PIDS=/tmp/lightning_test/tikv_pids.txt ++ TIKV_PIDS=/tmp/lightning_test/tikv_pids.txt ++++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_services +++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils +++ pwd ++ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + export TIKV_CONFIG=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml + TIKV_CONFIG=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml + restart_services + echo 'Restarting services' Restarting services + stop_services + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + stop br + svc=br + killall -v -1 br + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + stop tidb-server + svc=tidb-server + killall -v -1 tidb-server + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + stop tiflash + svc=tiflash + killall -v -1 tiflash + stop TiFlashMain + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + svc=TiFlashMain + killall -v -1 TiFlashMain + stop tikv-server + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + svc=tikv-server + killall -v -1 tikv-server + stop pd-server + svc=pd-server + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + killall -v -1 pd-server + stop cdc + svc=cdc + killall -v -1 cdc + sleep 2 + stop minio + svc=minio + killall -v -1 minio + return 0 + sleep 1 + sleep 1 + return 0 + return 0 + sleep 1 + sleep 1 + return 0 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + killall -v -9 tidb-server + killall -v -9 tikv-server + killall -v -9 TiFlashMain + killall -v -9 pd-server + return 0 TiFlash seems doesn't started, retrying... Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 + lsof -n -P -i :2379 -i :4000 -i :10080 -i :20161 -i :20162 -i :20163 -i :20181 -i :20182 -i :20183 -i :17000 -i :20292 + true + start_services + max_retry=3 ++ seq 1 3 + for retry_time in $(seq 1 $max_retry) + start_services_impl + stop_services + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + stop br + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + svc=br + killall -v -1 br + stop tidb-server + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + svc=tidb-server + killall -v -1 tidb-server + stop tiflash + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + svc=tiflash + killall -v -1 tiflash + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + stop TiFlashMain + svc=TiFlashMain + killall -v -1 TiFlashMain + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + stop tikv-server + svc=tikv-server + killall -v -1 tikv-server + stop pd-server + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + svc=pd-server + killall -v -1 pd-server + stop cdc + sleep 2 + svc=cdc + killall -v -1 cdc + stop minio + svc=minio + killall -v -1 minio + return 0 + return 0 + return 0 + return 0 + return 0 + return 0 + return 0 + return 0 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_checkpoint_columns "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157618176 + '[' 0157618176 -gt 619610112 ']' + sleep 1 + lsof -n -P -i :2379 -i :4000 -i :10080 -i :20161 -i :20162 -i :20163 -i :20181 -i :20182 -i :20183 -i :17000 -i :20292 TiFlash started. selected test cases: lightning_ignore_columns + true + cleanup_data + for svc in "br" "tidb" "tiflash" "tikv" "pd" + find /tmp/lightning_test -maxdepth 1 -name 'br*' -type d -exec echo delete '{}' ';' -exec rm -rf '{}' ';' + for svc in "br" "tidb" "tiflash" "tikv" "pd" + find /tmp/lightning_test -maxdepth 1 -name 'tidb*' -type d -exec echo delete '{}' ';' -exec rm -rf '{}' ';' + for svc in "br" "tidb" "tiflash" "tikv" "pd" + find /tmp/lightning_test -maxdepth 1 -name 'tiflash*' -type d -exec echo delete '{}' ';' -exec rm -rf '{}' ';' delete /tmp/lightning_test/tiflash + for svc in "br" "tidb" "tiflash" "tikv" "pd" + find /tmp/lightning_test -maxdepth 1 -name 'tikv*' -type d -exec echo delete '{}' ';' -exec rm -rf '{}' ';' delete /tmp/lightning_test/tikv3 delete /tmp/lightning_test/tikv1 delete /tmp/lightning_test/tikv2 + for svc in "br" "tidb" "tiflash" "tikv" "pd" + find /tmp/lightning_test -maxdepth 1 -name 'pd*' -type d -exec echo delete '{}' ';' -exec rm -rf '{}' ';' delete /tmp/lightning_test/pd + RUN_TIFLASH=true + RUN_TIDB=true + [[ 0 -gt 0 ]] + rm -f '/tmp/lightning_test/tikv_pids.txt*' + start_pd + echo 'Starting PD...' Starting PD... + mkdir -m 700 -p /tmp/lightning_test/pd + pid=14158 + echo -e 14158 + pd-server --client-urls https://127.0.0.1:2379 --peer-urls https://127.0.0.1:2380 --log-file /tmp/lightning_test/pd.log --data-dir /tmp/lightning_test/pd --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/config/pd.toml + i=0 + run_curl https://127.0.0.1:2379/pd/api/v1/version *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_columns/run.sh... =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 *************************** 1. row *************************** count(*): 1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 *************************** 1. row *************************** j: 4 *===== TEST: [lightning_checkpoint_columns] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns + for BACKEND in tidb local + run_sql 'DROP DATABASE IF EXISTS routes_a0;' + run_sql 'DROP DATABASE IF EXISTS routes_a1;' + run_sql 'DROP DATABASE IF EXISTS routes_b;' + run_sql 'CREATE DATABASE routes_b;' + run_sql 'CREATE TABLE routes_b.u (a int primary key, b int, c int, c_source varchar(11), c_schema varchar(11) not null, c_table varchar(11) not null);' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/config.toml --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:11 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/config.toml --backend 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_ignore_columns.13886.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_ignore_columns.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/config.toml --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + echo Import using tidb finished Import using tidb finished + run_sql 'SELECT count(1), sum(a), sum(b), sum(c) FROM routes_b.u;' *************************** 1. row *************************** count(1): 4 sum(a): 11 sum(b): NULL sum(c): NULL + check_contains 'count(1): 4' + check_contains 'sum(a): 11' + check_contains 'sum(b): NULL' + check_contains 'sum(c): NULL' + run_sql 'SELECT count(1), sum(a), sum(b), sum(c) FROM routes_a1.s1;' *************************** 1. row *************************** count(1): 1 sum(a): 4 sum(b): 4 sum(c): 4 + check_contains 'count(1): 1' + check_contains 'sum(a): 4' + check_contains 'sum(b): 4' + check_contains 'sum(c): 4' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "0";' *************************** 1. row *************************** count(1): 2 + check_contains 'count(1): 2' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "2";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "0";' *************************** 1. row *************************** count(1): 3 + check_contains 'count(1): 3' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_source = "01";' *************************** 1. row *************************** count(1): 4 + check_contains 'count(1): 4' + run_sql 'SHOW TABLES IN routes_a1;' *************************** 1. row *************************** Tables_in_routes_a1: s1 + check_not_contains 'Tables_in_routes_a1: t2' + for BACKEND in tidb local + run_sql 'DROP DATABASE IF EXISTS routes_a0;' + run_sql 'DROP DATABASE IF EXISTS routes_a1;' + run_sql 'DROP DATABASE IF EXISTS routes_b;' + run_sql 'CREATE DATABASE routes_b;' + run_sql 'CREATE TABLE routes_b.u (a int primary key, b int, c int, c_source varchar(11), c_schema varchar(11) not null, c_table varchar(11) not null);' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/config.toml --backend local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:12 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/config.toml --backend 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_ignore_columns.14005.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_ignore_columns.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/config.toml --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", + i=1 + '[' 1 -gt 20 ']' + sleep 3 "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... tidb lightning exit successfully PASS coverage: 24.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + echo Import using local finished Import using local finished + run_sql 'SELECT count(1), sum(a), sum(b), sum(c) FROM routes_b.u;' *************************** 1. row *************************** count(1): 4 sum(a): 11 sum(b): NULL sum(c): NULL + check_contains 'count(1): 4' + check_contains 'sum(a): 11' + check_contains 'sum(b): NULL' + check_contains 'sum(c): NULL' + run_sql 'SELECT count(1), sum(a), sum(b), sum(c) FROM routes_a1.s1;' *************************** 1. row *************************** count(1): 1 sum(a): 4 sum(b): 4 sum(c): 4 + check_contains 'count(1): 1' + check_contains 'sum(a): 4' + check_contains 'sum(b): 4' + check_contains 'sum(c): 4' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "0";' *************************** 1. row *************************** count(1): 2 + check_contains 'count(1): 2' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "2";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "0";' "is_initialized": true, Starting TiDB... Verifying TiDB is started... *************************** 1. row *************************** count(1): 3 + check_contains 'count(1): 3' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_source = "01";' *************************** 1. row *************************** count(1): 4 + check_contains 'count(1): 4' + run_sql 'SHOW TABLES IN routes_a1;' *************************** 1. row *************************** Tables_in_routes_a1: s1 + check_not_contains 'Tables_in_routes_a1: t2' *===== TEST: [lightning_ignore_columns] success! =====* TiFlash started. selected test cases: lightning_parquet + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 Run cases: lightning_checkpoint_dirty_tableid + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_parquet/run.sh... =====* Run cases: lightning_import_compress + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 + run_curl https://127.0.0.1:2379/pd/api/v1/version { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } + echo -e 3b5896b5be691006e0f71c3040a29495ddcad20b14aff61806940ebd780d3c62 ++ seq 3 + for i in $(seq $TIKV_COUNT) + start_tikv 1 + i=1 + echo 'Starting TiKV(1)...' Starting TiKV(1)... + mkdir -p /tmp/lightning_test/tikv1 + pid=14208 + echo -e '14208\t/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml' + tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20161 --status-addr 127.0.0.1:20181 --log-file /tmp/lightning_test/tikv1.log --log-level info -C /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml -s /tmp/lightning_test/tikv1 + for i in $(seq $TIKV_COUNT) + start_tikv 2 + i=2 + echo 'Starting TiKV(2)...' Starting TiKV(2)... + mkdir -p /tmp/lightning_test/tikv2 + pid=14210 + echo -e '14210\t/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml' + for i in $(seq $TIKV_COUNT) + start_tikv 3 + i=3 + echo 'Starting TiKV(3)...' Starting TiKV(3)... + mkdir -p /tmp/lightning_test/tikv3 + tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20162 --status-addr 127.0.0.1:20182 --log-file /tmp/lightning_test/tikv2.log --log-level info -C /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml -s /tmp/lightning_test/tikv2 + pid=14212 + echo -e '14212\t/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml' + ensure_tikv + tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20163 --status-addr 127.0.0.1:20183 --log-file /tmp/lightning_test/tikv3.log --log-level info -C /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml -s /tmp/lightning_test/tikv3 + echo 'Waiting initializing TiKV...' Waiting initializing TiKV... + run_curl https://127.0.0.1:2379/pd/api/v1/cluster/status + grep '"is_initialized": true' Debugger for raftstore-v2 is used + i=4 + '[' 4 -gt 20 ']' + sleep 5 Debugger for raftstore-v2 is used Debugger for raftstore-v2 is used Starting PD... +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:15 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_parquet --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_parquet.13868.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_parquet/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_parquet/data --sorted-kv-dir /tmp/lightning_test/lightning_parquet.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_common_handle tidb lightning exit successfully PASS coverage: 23.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 20 *************************** 1. row *************************** count(*): 10 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 50 *************************** 1. row *************************** count(*): 1 *************************** 1. row *************************** count(*): 1 *************************** 1. row *************************** sum(c_id): 210 *************************** 1. row *************************** w_name: eLNEDIW *************************** 1. row *************************** w_bool: 1 *************************** 1. row *************************** c_since: 2020-09-10 20:17:16 c_discount: 0.0585 *************************** 1. row *************************** ts: 2022-09-10 09:09:00.000000 *************************** 2. row *************************** ts: 1997-08-11 02:01:10.000000 *************************** 3. row *************************** ts: 1995-12-31 23:00:01.000000 *************************** 4. row *************************** ts: 2020-02-29 23:00:00.000000 *************************** 5. row *************************** ts: 2038-01-19 00:00:00.000000 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:19 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_parquet --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_parquet.14067.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_parquet/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_parquet/data --sorted-kv-dir /tmp/lightning_test/lightning_parquet.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 13.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 20 *************************** 1. row *************************** count(*): 10 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 50 *************************** 1. row *************************** count(*): 1 *************************** 1. row *************************** count(*): 1 *************************** 1. row *************************** sum(c_id): 210 *************************** 1. row *************************** w_name: eLNEDIW *************************** 1. row *************************** w_bool: 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158380032 + '[' 0158380032 -gt 619610112 ']' + sleep 1 *************************** 1. row *************************** c_since: 2020-09-10 20:17:16 c_discount: 0.0585 *************************** 1. row *************************** ts: 2022-09-10 09:09:00.000000 *************************** 2. row *************************** ts: 1997-08-11 02:01:10.000000 *************************** 3. row *************************** ts: 1995-12-31 23:00:01.000000 *************************** 4. row *************************** ts: 2020-02-29 23:00:00.000000 *************************** 5. row *************************** ts: 2038-01-19 00:00:00.000000 *===== TEST: [lightning_parquet] success! =====* { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_common_handle/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158371840 + '[' 0158371840 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 24.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_curl https://127.0.0.1:2379/pd/api/v1/cluster/status + grep '"is_initialized": true' "is_initialized": true, + true + start_tidb + echo 'Starting TiDB...' Starting TiDB... + echo 'Verifying TiDB is started...' Verifying TiDB is started... + i=0 + run_curl https://127.0.0.1:10080/status + tidb-server -P 4000 --status 10080 --advertise-address=127.0.0.1 --store tikv --path 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/config/tidb.toml --log-file /tmp/lightning_test/tidb.log + i=1 + '[' 1 -gt 50 ']' + sleep 3 *************************** 1. row *************************** count(*): 6 sum(i): 21 *************************** 1. row *************************** Db_name: ch Table_name: t Checksum_crc64_xor: 15114449997587736653 Total_kvs: 6 Total_bytes: 403 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 6 sum(i): 21 *************************** 1. row *************************** Db_name: ch Table_name: t Checksum_crc64_xor: 12492993350060773523 Total_kvs: 6 Total_bytes: 403 *===== TEST: [lightning_common_handle] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158371840 + '[' 0158371840 -gt 619610112 ']' + sleep 1 Run cases: lightning_partition_incremental + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158371840 + '[' 0158371840 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_tool_1472 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158371840 + '[' 0158371840 -gt 619610112 ']' + sleep 1 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_compress + run_curl https://127.0.0.1:10080/status + i=2 + '[' 2 -gt 50 ']' + sleep 3 Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_1472/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:25 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_1472 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tool_1472.7868.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_1472/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_1472/data --sorted-kv-dir /tmp/lightning_test/lightning_tool_1472.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Starting PD... *************************** 1. row *************************** count(a): 3 max(a): 5 *************************** 1. row *************************** b: 10 *===== TEST: [lightning_tool_1472] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 + run_curl https://127.0.0.1:10080/status + i=3 + '[' 3 -gt 50 ']' + sleep 3 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 Run cases: lightning_tool_241 "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + run_curl https://127.0.0.1:10080/status + i=4 + '[' 4 -gt 50 ']' + sleep 3 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_checkpoint_dirty_tableid + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 + run_curl https://127.0.0.1:10080/status + i=5 + '[' 5 -gt 50 ']' + sleep 3 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid + rm -f /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint' + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/InitializeCheckpointExit=return(true)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/InitializeCheckpointExit=return(true)' + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:33 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_dirty_tableid.20066.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_dirty_tableid.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log warning: GOCOVERDIR not set, no coverage data emitted + run_sql 'DROP DATABASE IF EXISTS cpdt' + export GO_FAILPOINTS= + GO_FAILPOINTS= + set +e + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:34 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_dirty_tableid.20102.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_dirty_tableid.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data tidb lightning encountered error: [Lightning:PreCheck:ErrPreCheckFailed]tidb-lightning pre-check failed: TiDB Lightning has detected tables with illegal checkpoints. To prevent data loss, this run will stop now,please run command "./tidb-lightning-ctl --checkpoint-remove='`cpdt`.`t`' --config=..."You may also run `./tidb-lightning-ctl --checkpoint-error-destroy=all --config=...` to start from scratch,For details of this failure, read the log file from the PREVIOUS run warning: GOCOVERDIR not set, no coverage data emitted + set -e ++ grep 'TiDB Lightning has detected tables with illegal checkpoints. To prevent data loss, this run will stop now.' /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log ++ wc -l + ILLEGAL_CP_COUNT=3 ++ grep checkpoint-remove= /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log ++ wc -l + TABLE_SUGGEST=3 + '[' 3 -eq 3 ']' + '[' 3 -eq 3 ']' + run_sql 'DROP DATABASE IF EXISTS cpdt' + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 + rm -f /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log + rm -f /tmp/tidb_lightning_checkpoint.pb + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/InitializeCheckpointExit=return(true)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/InitializeCheckpointExit=return(true)' + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:34 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_dirty_tableid.20149.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_dirty_tableid.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log warning: GOCOVERDIR not set, no coverage data emitted + run_sql 'DROP DATABASE IF EXISTS cpdt' + export GO_FAILPOINTS= + GO_FAILPOINTS= + set +e + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:35 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_dirty_tableid.20184.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_dirty_tableid.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data tidb lightning encountered error: [Lightning:PreCheck:ErrPreCheckFailed]tidb-lightning pre-check failed: TiDB Lightning has detected tables with illegal checkpoints. To prevent data loss, this run will stop now,please run command "./tidb-lightning-ctl --checkpoint-remove='`cpdt`.`t`' --config=..."You may also run `./tidb-lightning-ctl --checkpoint-error-destroy=all --config=...` to start from scratch,For details of this failure, read the log file from the PREVIOUS run warning: GOCOVERDIR not set, no coverage data emitted + set -e ++ grep 'TiDB Lightning has detected tables with illegal checkpoints. To prevent data loss, this run will stop now.' /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log ++ wc -l + ILLEGAL_CP_COUNT=3 ++ grep checkpoint-remove= /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log ++ wc -l + TABLE_SUGGEST=3 + '[' 3 -eq 3 ']' + '[' 3 -eq 3 ']' *===== TEST: [lightning_checkpoint_dirty_tableid] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158375936 + '[' 0158375936 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_import_compress "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... + run_curl https://127.0.0.1:10080/status {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}+ true + start_tiflash + echo 'Starting TiFlash...' Starting TiFlash... + make_tiflash_config + i=0 + run_curl https://127.0.0.1:20292/tiflash/store-status + tiflash server --config-file=/tmp/lightning_test/tiflash.toml Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + i=1 + '[' 1 -gt 20 ']' + echo 'TiFlash seems doesn'\''t started, retrying...' TiFlash seems doesn't started, retrying... + sleep 3 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7824/lightning-test already exists) [Pipeline] // cache [Pipeline] } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] sh *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/run.sh... =====* + ls -alh /tmp/group_cover total 35M drwxr-xr-x 2 jenkins jenkins 4.0K Apr 4 18:55 . drwxrwxrwt 1 root root 4.0K Apr 4 18:55 .. -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2109.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2179.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2280.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2336.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2396.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2452.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2509.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2585.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2659.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2730.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_bom_file.4635.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_bom_file.4677.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.6560.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.6615.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.6698.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.6749.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.6808.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.6863.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.6925.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.7074.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.7172.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.7226.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.7391.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_check_partial_imported.9335.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:52 cov.lightning_checkpoint.11651.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_checkpoint.12524.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_checkpoint.13382.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_checkpoint_chunks.15265.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_checkpoint_chunks.15627.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_checkpoint_chunks.15698.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_checkpoint_chunks.15761.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_checkpoint_chunks.15825.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_checkpoint_chunks.15884.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_checkpoint_chunks.15944.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_checkpoint_chunks.15986.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_checkpoint_chunks.16330.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_checkpoint_columns.18229.out + gocovmerge /tmp/group_cover/cov.lightning_auto_random_default.2109.out /tmp/group_cover/cov.lightning_auto_random_default.2179.out /tmp/group_cover/cov.lightning_auto_random_default.2280.out /tmp/group_cover/cov.lightning_auto_random_default.2336.out /tmp/group_cover/cov.lightning_auto_random_default.2396.out /tmp/group_cover/cov.lightning_auto_random_default.2452.out /tmp/group_cover/cov.lightning_auto_random_default.2509.out /tmp/group_cover/cov.lightning_auto_random_default.2585.out /tmp/group_cover/cov.lightning_auto_random_default.2659.out /tmp/group_cover/cov.lightning_auto_random_default.2730.out /tmp/group_cover/cov.lightning_bom_file.4635.out /tmp/group_cover/cov.lightning_bom_file.4677.out /tmp/group_cover/cov.lightning_character_sets.6560.out /tmp/group_cover/cov.lightning_character_sets.6615.out /tmp/group_cover/cov.lightning_character_sets.6698.out /tmp/group_cover/cov.lightning_character_sets.6749.out /tmp/group_cover/cov.lightning_character_sets.6808.out /tmp/group_cover/cov.lightning_character_sets.6863.out /tmp/group_cover/cov.lightning_character_sets.6925.out /tmp/group_cover/cov.lightning_character_sets.7074.out /tmp/group_cover/cov.lightning_character_sets.7172.out /tmp/group_cover/cov.lightning_character_sets.7226.out /tmp/group_cover/cov.lightning_character_sets.7391.out /tmp/group_cover/cov.lightning_check_partial_imported.9335.out /tmp/group_cover/cov.lightning_checkpoint.11651.out /tmp/group_cover/cov.lightning_checkpoint.12524.out /tmp/group_cover/cov.lightning_checkpoint.13382.out /tmp/group_cover/cov.lightning_checkpoint_chunks.15265.out /tmp/group_cover/cov.lightning_checkpoint_chunks.15627.out /tmp/group_cover/cov.lightning_checkpoint_chunks.15698.out /tmp/group_cover/cov.lightning_checkpoint_chunks.15761.out /tmp/group_cover/cov.lightning_checkpoint_chunks.15825.out /tmp/group_cover/cov.lightning_checkpoint_chunks.15884.out /tmp/group_cover/cov.lightning_checkpoint_chunks.15944.out /tmp/group_cover/cov.lightning_checkpoint_chunks.15986.out /tmp/group_cover/cov.lightning_checkpoint_chunks.16330.out /tmp/group_cover/cov.lightning_checkpoint_columns.18229.out + codecov --rootDir . --flags integration --file coverage.txt --branch origin/pr/60382 --sha a99475fc33674dc9218acc399094b47beacbcaf1 --pr 60382 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... [2025-04-04T10:55:38.768Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.8.0 [2025-04-04T10:55:38.770Z] ['info'] => Project root located at: . [2025-04-04T10:55:38.773Z] ['info'] -> Token found by environment variables [2025-04-04T10:55:38.783Z] ['info'] Searching for coverage files... [2025-04-04T10:55:38.874Z] ['info'] => Found 1 possible coverage files: coverage.txt [2025-04-04T10:55:38.875Z] ['info'] Processing coverage.txt... [2025-04-04T10:55:38.895Z] ['info'] Using manual override from args. [2025-04-04T10:55:38.895Z] ['info'] Detected Jenkins CI as the CI provider. [2025-04-04T10:55:38.902Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.8.0&token=*******&branch=origin%2Fpr%2F60382&build=7824&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fpull_lightning_integration_test%2F7824%2F&commit=a99475fc33674dc9218acc399094b47beacbcaf1&job=&pr=60382&service=jenkins&slug=PingCAP-QE%2Fci&name=&tag=&flags=integration&parent= + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... [2025-04-04T10:55:39.441Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/a99475fc33674dc9218acc399094b47beacbcaf1 https://storage.googleapis.com/codecov-production/shelter/v4/github/pingcap/tidb/a99475fc33674dc9218acc399094b47beacbcaf1/e24f1009-5f2f-4745-bf5c-2bce2f0c2f2a.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJWQHUGIBILH4J7Q6ZUSCIFNEOLYSNDS7L3B4N5SIBQ2J4YLYE5CRFCD%2F20250404%2Fus%2Fs3%2Faws4_request&X-Amz-Date=20250404T105539Z&X-Amz-Expires=120&X-Amz-SignedHeaders=host&X-Amz-Signature=c1f7e8901d1d3c6332439e7e5b6746fa93217a6a197552d2d1f152038d771e92 [2025-04-04T10:55:39.441Z] ['info'] Uploading... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 + run_curl https://127.0.0.1:20292/tiflash/store-status + echo 'TiFlash started.' TiFlash started. + i=0 + run_curl https://127.0.0.1:2379/pd/api/v1/cluster/status + grep -q '"is_initialized": true' + return 0 + echo 'Services restarted' Services restarted + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_lightning --backend local --log-file /tmp/lightning_test/lightning-local.log -L debug +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:39 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb --backend' local --log-file /tmp/lightning_test/lightning-local.log -L 'debug >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tikv_multi_rocksdb.32759.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/data --sorted-kv-dir /tmp/lightning_test/lightning_tikv_multi_rocksdb.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --log-file /tmp/lightning_test/lightning-local.log -L debug +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:40 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress --backend' local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/config.toml --log-file /tmp/lightning_test/lightning-import-compress1.log -L 'debug >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_import_compress.15964.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/data --sorted-kv-dir /tmp/lightning_test/lightning_import_compress.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/config.toml --log-file /tmp/lightning_test/lightning-import-compress1.log -L debug Verbose debug logs will be written to /tmp/lightning_test/lightning-import-compress1.log Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 [2025-04-04T10:55:40.569Z] ['info'] {"status":"processing","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/a99475fc33674dc9218acc399094b47beacbcaf1"} [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } "is_initialized": true, Starting TiDB... Verifying TiDB is started... [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_partition_incremental tidb lightning exit successfully PASS coverage: 23.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:41 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress --backend' local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/config_gz.toml --log-file /tmp/lightning_test/lightning-import-compress2.log -L 'debug >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_import_compress.16013.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/data --sorted-kv-dir /tmp/lightning_test/lightning_import_compress.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/config_gz.toml --log-file /tmp/lightning_test/lightning-import-compress2.log -L debug Verbose debug logs will be written to /tmp/lightning_test/lightning-import-compress2.log TiFlash started. selected test cases: lightning_compress tidb lightning exit successfully PASS coverage: 25.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + grep -qF '\"engine\":\"raft-kv2\"' /tmp/lightning_test/tikv1.log /tmp/lightning_test/tikv2.log /tmp/lightning_test/tikv3.log + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' *===== TEST: [lightning_tikv_multi_rocksdb] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental + run_lightning --backend=local -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:43 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental --backend=local' -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_partition_incremental.16023.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_partition_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --backend=local -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:43 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress --backend' local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/config_gzip.toml --log-file /tmp/lightning_test/lightning-import-compress3.log -L 'debug >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_import_compress.16064.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/data --sorted-kv-dir /tmp/lightning_test/lightning_import_compress.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/config_gzip.toml --log-file /tmp/lightning_test/lightning-import-compress3.log -L debug Verbose debug logs will be written to /tmp/lightning_test/lightning-import-compress3.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_compress/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... tidb lightning exit successfully PASS coverage: 23.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + LOG_FILE1=/tmp/lightning_test/lightning_partition_incremental1.log + LOG_FILE2=/tmp/lightning_test/lightning_partition_incremental2.log + pid1=16084 + run_lightning --log-file /tmp/lightning_test/lightning_partition_incremental1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/config1.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data1 + pid2=16085 + wait 16084 16085 + run_lightning --log-file /tmp/lightning_test/lightning_partition_incremental2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/config2.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data2 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date ++ date + echo '[Fri Apr 4 18:55:44 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental --log-file' /tmp/lightning_test/lightning_partition_incremental1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/config1.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_partition_incremental.16084.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_partition_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --log-file /tmp/lightning_test/lightning_partition_incremental1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/config1.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data1 + echo '[Fri Apr 4 18:55:44 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental --log-file' /tmp/lightning_test/lightning_partition_incremental2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/config2.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_partition_incremental.16085.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_partition_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --log-file /tmp/lightning_test/lightning_partition_incremental2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/config2.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning_partition_incremental2.log Verbose debug logs will be written to /tmp/lightning_test/lightning_partition_incremental1.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... tidb lightning exit successfully PASS coverage: 14.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Run cases: lightning_too_many_columns tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... uncompress: 30819931, gzip: 3850885, gz: 3851468 *===== TEST: [lightning_import_compress] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + grep -F 'checksum pass' /tmp/lightning_test/lightning_partition_incremental1.log + grep -Fq auto_rowid + grep -F 'checksum pass' /tmp/lightning_test/lightning_partition_incremental1.log + grep -Fq non_pk_auto_inc + run_sql 'admin check table incr.auto_rowid' + run_sql 'admin check table incr.non_pk_auto_inc' + run_sql 'select count(*) from incr.auto_rowid' *************************** 1. row *************************** count(*): 60 + check_contains 'count(*): 60' + run_sql 'select count(distinct _tidb_rowid) from incr.auto_rowid' *************************** 1. row *************************** count(distinct _tidb_rowid): 60 + check_contains 'count(distinct _tidb_rowid): 60' + run_sql 'select count(*) from incr.non_pk_auto_inc' *************************** 1. row *************************** count(*): 60 + check_contains 'count(*): 60' + run_sql 'select count(distinct _tidb_rowid) from incr.non_pk_auto_inc' *************************** 1. row *************************** count(distinct _tidb_rowid): 60 + check_contains 'count(distinct _tidb_rowid): 60' *===== TEST: [lightning_partition_incremental] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=270909440 + '[' 0270909440 -gt 619610112 ']' + sleep 1 Starting PD... tidb lightning exit successfully PASS coverage: 15.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** count(*): 100000 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 Run cases: lightning_incremental + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157630464 + '[' 0157630464 -gt 619610112 ']' + sleep 1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_tool_241 Run cases: lightning_partitioned-table + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157630464 + '[' 0157630464 -gt 619610112 ']' + sleep 1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157630464 + '[' 0157630464 -gt 619610112 ']' + sleep 1 Starting PD... tidb lightning exit successfully PASS coverage: 15.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_241/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:50 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_241 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tool_241.9774.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_241/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_241/data --sorted-kv-dir /tmp/lightning_test/lightning_tool_241.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** count(*): 100000 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157630464 + '[' 0157630464 -gt 619610112 ']' + sleep 1 Starting PD... Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(id): 84 min(id): 8343146 max(id): 8343229 *===== TEST: [lightning_tool_241] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 15.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** count(*): 100000 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 Run cases: lightning_ttl + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning exit successfully PASS coverage: 29.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** count(*): 100000 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning exit successfully PASS coverage: 29.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=222924800 + '[' 0222924800 -gt 619610112 ']' + sleep 1 *************************** 1. row *************************** count(*): 100000 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158384128 + '[' 0158384128 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_too_many_columns {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=86016 + '[' 086016 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=86016 + '[' 086016 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_too_many_columns/run.sh... =====* + for backend in tidb local + '[' tidb = local ']' + run_sql 'DROP DATABASE IF EXISTS too_many_columns;' + run_lightning --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:05 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_too_many_columns --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_too_many_columns.36340.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_too_many_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_too_many_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_too_many_columns.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM too_many_columns.t' *************************** 1. row *************************** COL001: 1001 COL002: 1002 COL003: 1003 COL004: 1004 COL005: 1005 COL006: 1006 COL007: 1007 COL008: 1008 COL009: 1009 COL010: 1010 COL011: 1011 COL012: 1012 COL013: 1013 COL014: 1014 COL015: 1015 COL016: 1016 COL017: 1017 COL018: 1018 COL019: 1019 COL020: 1020 COL021: 1021 COL022: 1022 COL023: 1023 COL024: 1024 COL025: 1025 COL026: 1026 COL027: 1027 COL028: 1028 COL029: 1029 COL030: 1030 COL031: 1031 COL032: 1032 COL033: 1033 COL034: 1034 COL035: 1035 COL036: 1036 COL037: 1037 COL038: 1038 COL039: 1039 COL040: 1040 COL041: 1041 COL042: 1042 COL043: 1043 COL044: 1044 COL045: 1045 COL046: 1046 COL047: 1047 COL048: 1048 COL049: 1049 COL050: 1050 COL051: 1051 COL052: 1052 COL053: 1053 COL054: 1054 COL055: 1055 COL056: 1056 COL057: 1057 COL058: 1058 COL059: 1059 COL060: 1060 COL061: 1061 COL062: 1062 COL063: 1063 COL064: 1064 COL065: 1065 COL066: 1066 COL067: 1067 COL068: 1068 COL069: 1069 COL070: 1070 COL071: 1071 COL072: 1072 COL073: 1073 COL074: 1074 COL075: 1075 COL076: 1076 COL077: 1077 COL078: 1078 COL079: 1079 COL080: 1080 COL081: 1081 COL082: 1082 COL083: 1083 COL084: 1084 COL085: 1085 COL086: 1086 COL087: 1087 COL088: 1088 COL089: 1089 COL090: 1090 COL091: 1091 COL092: 1092 COL093: 1093 COL094: 1094 COL095: 1095 COL096: 1096 COL097: 1097 COL098: 1098 COL099: 1099 COL100: 1100 COL101: 1101 COL102: 1102 COL103: 1103 COL104: 1104 COL105: 1105 COL106: 1106 COL107: 1107 COL108: 1108 COL109: 1109 COL110: 1110 COL111: 1111 COL112: 1112 COL113: 1113 COL114: 1114 COL115: 1115 COL116: 1116 COL117: 1117 COL118: 1118 COL119: 1119 COL120: 1120 COL121: 1121 COL122: 1122 COL123: 1123 COL124: 1124 COL125: 1125 COL126: 1126 COL127: 1127 COL128: 1128 COL129: 1129 COL130: 1130 COL131: 1131 COL132: 1132 COL133: 1133 COL134: 1134 COL135: 1135 COL136: 1136 COL137: 1137 COL138: 1138 COL139: 1139 COL140: 1140 COL141: 1141 COL142: 1142 COL143: 1143 COL144: 1144 COL145: 1145 COL146: 1146 COL147: 1147 COL148: 1148 COL149: 1149 COL150: 1150 COL151: 1151 COL152: 1152 COL153: 1153 COL154: 1154 COL155: 1155 COL156: 1156 COL157: 1157 COL158: 1158 COL159: 1159 COL160: 1160 COL161: 1161 COL162: 1162 COL163: 1163 COL164: 1164 COL165: 1165 COL166: 1166 COL167: 1167 COL168: 1168 COL169: 1169 COL170: 1170 COL171: 1171 COL172: 1172 COL173: 1173 COL174: 1174 COL175: 1175 COL176: 1176 COL177: 1177 COL178: 1178 COL179: 1179 COL180: 1180 COL181: 1181 COL182: 1182 COL183: 1183 COL184: 1184 COL185: 1185 COL186: 1186 COL187: 1187 COL188: 1188 COL189: 1189 COL190: 1190 COL191: 1191 COL192: 1192 COL193: 1193 COL194: 1194 COL195: 1195 COL196: 1196 COL197: 1197 COL198: 1198 COL199: 1199 COL200: 1200 COL201: 1201 COL202: 1202 COL203: 1203 COL204: 1204 COL205: 1205 COL206: 1206 COL207: 1207 COL208: 1208 COL209: 1209 COL210: 1210 COL211: 1211 COL212: 1212 COL213: 1213 COL214: 1214 COL215: 1215 COL216: 1216 COL217: 1217 COL218: 1218 COL219: 1219 COL220: 1220 COL221: 1221 COL222: 1222 COL223: 1223 COL224: 1224 COL225: 1225 COL226: 1226 COL227: 1227 COL228: 1228 COL229: 1229 COL230: 1230 COL231: 1231 COL232: 1232 COL233: 1233 COL234: 1234 COL235: 1235 COL236: 1236 COL237: 1237 COL238: 1238 COL239: 1239 COL240: 1240 COL241: 1241 COL242: 1242 COL243: 1243 COL244: 1244 COL245: 1245 COL246: 1246 COL247: 1247 COL248: 1248 COL249: 1249 COL250: 1250 COL251: 1251 COL252: 1252 COL253: 1253 COL254: 1254 COL255: 1255 COL256: 1256 + check_contains 'COL001: 1001' + check_contains 'COL256: 1256' + check_contains 'COL100: 1100' + for backend in tidb local + '[' local = local ']' + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS too_many_columns;' + run_lightning --backend local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:05 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_too_many_columns --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_too_many_columns.36387.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_too_many_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_too_many_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_too_many_columns.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=86016 + '[' 086016 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 29.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** count(*): 100000 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 *===== TEST: [lightning_compress] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning exit successfully PASS coverage: 23.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM too_many_columns.t' *************************** 1. row *************************** COL001: 1001 COL002: 1002 COL003: 1003 COL004: 1004 COL005: 1005 COL006: 1006 COL007: 1007 COL008: 1008 COL009: 1009 COL010: 1010 COL011: 1011 COL012: 1012 COL013: 1013 COL014: 1014 COL015: 1015 COL016: 1016 COL017: 1017 COL018: 1018 COL019: 1019 COL020: 1020 COL021: 1021 COL022: 1022 COL023: 1023 COL024: 1024 COL025: 1025 COL026: 1026 COL027: 1027 COL028: 1028 COL029: 1029 COL030: 1030 COL031: 1031 COL032: 1032 COL033: 1033 COL034: 1034 COL035: 1035 COL036: 1036 COL037: 1037 COL038: 1038 COL039: 1039 COL040: 1040 COL041: 1041 COL042: 1042 COL043: 1043 COL044: 1044 COL045: 1045 COL046: 1046 COL047: 1047 COL048: 1048 COL049: 1049 COL050: 1050 COL051: 1051 COL052: 1052 COL053: 1053 COL054: 1054 COL055: 1055 COL056: 1056 COL057: 1057 COL058: 1058 COL059: 1059 COL060: 1060 COL061: 1061 COL062: 1062 COL063: 1063 COL064: 1064 COL065: 1065 COL066: 1066 COL067: 1067 COL068: 1068 COL069: 1069 COL070: 1070 COL071: 1071 COL072: 1072 COL073: 1073 COL074: 1074 COL075: 1075 COL076: 1076 COL077: 1077 COL078: 1078 COL079: 1079 COL080: 1080 COL081: 1081 COL082: 1082 COL083: 1083 COL084: 1084 COL085: 1085 COL086: 1086 COL087: 1087 COL088: 1088 COL089: 1089 COL090: 1090 COL091: 1091 COL092: 1092 COL093: 1093 COL094: 1094 COL095: 1095 COL096: 1096 COL097: 1097 COL098: 1098 COL099: 1099 COL100: 1100 COL101: 1101 COL102: 1102 COL103: 1103 COL104: 1104 COL105: 1105 COL106: 1106 COL107: 1107 COL108: 1108 COL109: 1109 COL110: 1110 COL111: 1111 COL112: 1112 COL113: 1113 COL114: 1114 COL115: 1115 COL116: 1116 COL117: 1117 COL118: 1118 COL119: 1119 COL120: 1120 COL121: 1121 COL122: 1122 COL123: 1123 COL124: 1124 COL125: 1125 COL126: 1126 COL127: 1127 COL128: 1128 COL129: 1129 COL130: 1130 COL131: 1131 COL132: 1132 COL133: 1133 COL134: 1134 COL135: 1135 COL136: 1136 COL137: 1137 COL138: 1138 COL139: 1139 COL140: 1140 COL141: 1141 COL142: 1142 COL143: 1143 COL144: 1144 COL145: 1145 COL146: 1146 COL147: 1147 COL148: 1148 COL149: 1149 COL150: 1150 COL151: 1151 COL152: 1152 COL153: 1153 COL154: 1154 COL155: 1155 COL156: 1156 COL157: 1157 COL158: 1158 COL159: 1159 COL160: 1160 COL161: 1161 COL162: 1162 COL163: 1163 COL164: 1164 COL165: 1165 COL166: 1166 COL167: 1167 COL168: 1168 COL169: 1169 COL170: 1170 COL171: 1171 COL172: 1172 COL173: 1173 COL174: 1174 COL175: 1175 COL176: 1176 COL177: 1177 COL178: 1178 COL179: 1179 COL180: 1180 COL181: 1181 COL182: 1182 COL183: 1183 COL184: 1184 COL185: 1185 COL186: 1186 COL187: 1187 COL188: 1188 COL189: 1189 COL190: 1190 COL191: 1191 COL192: 1192 COL193: 1193 COL194: 1194 COL195: 1195 COL196: 1196 COL197: 1197 COL198: 1198 COL199: 1199 COL200: 1200 COL201: 1201 COL202: 1202 COL203: 1203 COL204: 1204 COL205: 1205 COL206: 1206 COL207: 1207 COL208: 1208 COL209: 1209 COL210: 1210 COL211: 1211 COL212: 1212 COL213: 1213 COL214: 1214 COL215: 1215 COL216: 1216 COL217: 1217 COL218: 1218 COL219: 1219 COL220: 1220 COL221: 1221 COL222: 1222 COL223: 1223 COL224: 1224 COL225: 1225 COL226: 1226 COL227: 1227 COL228: 1228 COL229: 1229 COL230: 1230 COL231: 1231 COL232: 1232 COL233: 1233 COL234: 1234 COL235: 1235 COL236: 1236 COL237: 1237 COL238: 1238 COL239: 1239 COL240: 1240 COL241: 1241 COL242: 1242 COL243: 1243 COL244: 1244 COL245: 1245 COL246: 1246 COL247: 1247 COL248: 1248 COL249: 1249 COL250: 1250 COL251: 1251 COL252: 1252 COL253: 1253 COL254: 1254 COL255: 1255 COL256: 1256 + check_contains 'COL001: 1001' + check_contains 'COL256: 1256' + check_contains 'COL100: 1100' *===== TEST: [lightning_too_many_columns] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=86016 + '[' 086016 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_incremental TiFlash started. selected test cases: lightning_partitioned-table + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=86016 + '[' 086016 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=120881152 + '[' 0120881152 -gt 619610112 ']' + sleep 1 Run cases: lightning_concurrent-restore {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Run cases: lightning_tool_135 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partitioned-table/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:09 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partitioned-table --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_partitioned-table.18030.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partitioned-table/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partitioned-table/data --sorted-kv-dir /tmp/lightning_test/lightning_partitioned-table.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_incremental/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:09 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_incremental --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_incremental.17953.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log *************************** 1. row *************************** count(1): 8 sum(c): 277151781 *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: a Engine: InnoDB Version: 10 Row_format: Compact Rows: 0 Avg_row_length: 0 Data_length: 0 Max_data_length: 0 Index_length: 0 Data_free: 0 Auto_increment: NULL Create_time: 2025-04-04 18:56:09 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** count(1): 8 sum(c): 277151781 *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: range Engine: InnoDB Version: 10 Row_format: Compact Rows: 0 Avg_row_length: 0 Data_length: 0 Max_data_length: 0 Index_length: 0 Data_free: 0 Auto_increment: NULL Create_time: 2025-04-04 18:56:09 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** count(1): 8 sum(c): 277151781 *************************** 1. row *************************** count(1): 8 sum(a): 277151781 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=78868480 + '[' 078868480 -gt 619610112 ']' + sleep 1 *************************** 1. row *************************** Name: list Engine: InnoDB Version: 10 Row_format: Compact Rows: 0 Avg_row_length: 0 Data_length: 0 Max_data_length: 0 Index_length: 0 Data_free: 0 Auto_increment: NULL Create_time: 2025-04-04 18:56:09 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** count(1): 8 sum(c): 277151781 *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: defaultlist Engine: InnoDB Version: 10 Row_format: Compact Rows: 0 Avg_row_length: 0 Data_length: 0 Max_data_length: 0 Index_length: 0 Data_free: 0 Auto_increment: NULL Create_time: 2025-04-04 18:56:09 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:10 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partitioned-table --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_partitioned-table.18186.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partitioned-table/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partitioned-table/data --sorted-kv-dir /tmp/lightning_test/lightning_partitioned-table.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 25.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 2 *************************** 3. row *************************** inc: 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 2 *************************** 3. row *************************** inc: 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 2 *************************** 3. row *************************** inc: 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 2 *************************** 3. row *************************** inc: 3 *************************** 1. row *************************** result: a,b,c *************************** 1. row *************************** result: a,b,c *************************** 1. row *************************** sum(pk): 6 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:10 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_incremental --backend' local -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_incremental/data1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_incremental.18134.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_incremental/data1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=78868480 + '[' 078868480 -gt 619610112 ']' + sleep 1 Starting PD... tidb lightning exit successfully PASS coverage: 23.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(1): 8 sum(a): 277151781 tidb lightning exit successfully PASS coverage: 25.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** inc: 4 *************************** 2. row *************************** inc: 5 *************************** 3. row *************************** inc: 6 *************************** 4. row *************************** inc: 1 *************************** 5. row *************************** inc: 2 *************************** 6. row *************************** inc: 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 2 *************************** 3. row *************************** inc: 3 *************************** 4. row *************************** inc: 4 *************************** 5. row *************************** inc: 5 *************************** 6. row *************************** inc: 6 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 2 *************************** 3. row *************************** inc: 3 *************************** 4. row *************************** inc: 4 *************************** 5. row *************************** inc: 5 *************************** 6. row *************************** inc: 6 *************************** 1. row *************************** count(1): 8 sum(c): 277151781 *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: a Engine: InnoDB Version: 10 Row_format: Compact Rows: 8 Avg_row_length: 24 Data_length: 192 Max_data_length: 0 Index_length: 192 Data_free: 0 Auto_increment: NULL Create_time: 2025-04-04 18:56:10 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** count(1): 8 sum(c): 277151781 *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: range Engine: InnoDB Version: 10 Row_format: Compact Rows: 8 Avg_row_length: 24 Data_length: 192 Max_data_length: 0 Index_length: 192 Data_free: 0 Auto_increment: NULL Create_time: 2025-04-04 18:56:10 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** count(1): 8 sum(c): 277151781 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 2 *************************** 3. row *************************** inc: 3 *************************** 4. row *************************** inc: 4 *************************** 5. row *************************** inc: 5 *************************** 6. row *************************** inc: 6 *************************** 1. row *************************** result: a,b,c,d,e,f *************************** 1. row *************************** result: a,b,c,d,e,f *************************** 1. row *************************** sum(pk): 21 *===== TEST: [lightning_incremental] success! =====* *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: list Engine: InnoDB Version: 10 Row_format: Compact Rows: 8 Avg_row_length: 24 Data_length: 192 Max_data_length: 0 Index_length: 192 Data_free: 0 Auto_increment: NULL Create_time: 2025-04-04 18:56:10 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** count(1): 8 sum(c): 277151781 *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: defaultlist Engine: InnoDB Version: 10 Row_format: Compact Rows: 8 Avg_row_length: 24 Data_length: 192 Max_data_length: 0 Index_length: 192 Data_free: 0 Auto_increment: NULL Create_time: 2025-04-04 18:56:10 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *===== TEST: [lightning_partitioned-table] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=78868480 + '[' 078868480 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_ttl + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=78868480 + '[' 078868480 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=8192 + '[' 08192 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ttl/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:14 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ttl >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_ttl.11694.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ttl/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ttl/data --sorted-kv-dir /tmp/lightning_test/lightning_ttl.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_issue_282 tidb lightning exit successfully PASS coverage: 25.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Run cases: lightning_record_network tidb lightning exit successfully PASS coverage: 23.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** Table: t1 Create Table: CREATE TABLE `t1` ( `id` int NOT NULL, `t` datetime DEFAULT NULL, PRIMARY KEY (`id`) /*T![clustered_index] CLUSTERED */ ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin /*T![ttl] TTL=`t` + INTERVAL 1 DAY */ /*T![ttl] TTL_ENABLE='OFF' */ /*T![ttl] TTL_JOB_INTERVAL='24h' */ *************************** 1. row *************************** count(1): 3 *===== TEST: [lightning_ttl] success! =====* + touch /tmp/lightning_test/sorted-with-disk-quota.finished + '[' -s /tmp/lightning_test/sorted-with-disk-quota.finished ']' + grep -q 'disk quota exceeded' /tmp/lightning_test/lightning-disk-quota.log + run_sql 'select cast(trim(trailing '\''a'\'' from aes_decrypt(sa, '\''xxx'\'', '\''iviviviviviviviv'\'')) as char) a from disk_quota.t where id = 1357' *************************** 1. row *************************** a: 1357 + check_contains 'a: 1357' + run_sql 'select cast(trim(trailing '\''e'\'' from aes_decrypt(se, '\''xxx'\'', '\''iviviviviviviviv'\'')) as char) e from disk_quota.t where id = 246' *************************** 1. row *************************** e: 246 + check_contains 'e: 246' + cleanup + touch /tmp/lightning_test/sorted-with-disk-quota.finished + run_sql 'SET GLOBAL block_encryption_mode = '\''aes-128-ecb'\'';' *===== TEST: [lightning_disk_quota] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... Starting PD... Run cases: lightning_unused_config_keys Run cases: lightning_distributed_import Starting PD... Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... TiFlash started. selected test cases: lightning_tool_135 "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_concurrent-restore "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_135/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:29 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_135 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tool_135.38247.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_135/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_135/data --sorted-kv-dir /tmp/lightning_test/lightning_tool_135.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_concurrent-restore/run.sh... =====* *************************** 1. row *************************** VARIABLE_VALUE: 10m0s +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:29 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_concurrent-restore -d' '/tmp/lightning_test/restore_conc.mydump >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_concurrent-restore.24745.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_concurrent-restore/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_concurrent-restore/data --sorted-kv-dir /tmp/lightning_test/lightning_concurrent-restore.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/restore_conc.mydump Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... tidb lightning exit successfully PASS coverage: 23.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... tidb lightning exit successfully PASS coverage: 23.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 Import finished *************************** 1. row *************************** count(a): 1000 sum(a): 601500 min(a): 102 max(a): 1101 *************************** 1. row *************************** count(a): 1001 min(a): 102 max(a) > 1101: 1 *************************** 1. row *************************** count(a): 1000 sum(a): 548500 min(a): 49 max(a): 1048 *************************** 1. row *************************** count(a): 1001 min(a): 49 max(a) > 1048: 1 *************************** 1. row *************************** count(a): 1000 sum(a): 532218793 min(a): 1071 max(a): 1048054 count(b): 1000 sum(b): 645500 min(b): 146 max(b): 1145 *************************** 1. row *************************** count(a): 1001 sum(a): 532448060 min(a): 1071 max(a): 1048054 count(b): 1001 min(b): 146 max(b) > 1145: 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** VARIABLE_VALUE: 10m0s *===== TEST: [lightning_concurrent-restore] success! =====* *************************** 1. row *************************** count(a): 1000 sum(a): 588500 min(a): 89 max(a): 1088 *************************** 1. row *************************** count(a): 1001 min(a): 89 max(a) > 1088: 1 *************************** 1. row *************************** count(a): 1000 sum(a): 534846115 min(a): 970 max(a): 1045357 count(b): 1000 sum(b): 563500 min(b): 64 max(b): 1063 *************************** 1. row *************************** count(a): 1001 sum(a): 535514348 min(a): 970 max(a): 1045357 count(b): 1001 min(b): 64 max(b) > 1063: 1 *===== TEST: [lightning_tool_135] success! =====* {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_issue_282 TiFlash started. selected test cases: lightning_record_network [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7824/lightning-test already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7824/lightning-test already exists) [Pipeline] // cache [Pipeline] // cache [Pipeline] } [Pipeline] } [Pipeline] // dir [Pipeline] // dir Post stage Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] sh *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_282/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:34 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_282 --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_282.20096.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_282/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_282/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_282.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log [Pipeline] sh tidb lightning exit successfully PASS coverage: 14.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** hex(accessKey): 405026464C415348534841 *************************** 2. row *************************** hex(accessKey): 1A +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:34 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_282 --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_282.20141.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_282/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_282/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_282.sorted --enable-checkpoint=0 --check-requirements=0 --backend local + ls -alh /tmp/group_cover total 35M drwxr-xr-x 2 jenkins jenkins 4.0K Apr 4 18:56 . drwxrwxrwt 1 root root 4.0K Apr 4 18:56 .. -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.6980.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7060.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7138.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7213.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7301.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7382.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7460.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7538.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7684.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7756.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7833.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7915.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7998.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.8077.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.8155.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.8232.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:51 cov.lightning_checkpoint_engines.2136.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_checkpoint_engines.2497.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_checkpoint_engines.2825.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_checkpoint_engines_order.5040.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_checkpoint_error_destroy.7570.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_checkpoint_error_destroy.8263.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_checkpoint_parquet.10168.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_checkpoint_timestamp.12130.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_checkpoint_timestamp.12286.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_cmdline_override.16141.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_column_permutation.17996.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_column_permutation.18072.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_common_handle.19947.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_common_handle.20035.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:55 cov.lightning_compress.21929.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:55 cov.lightning_compress.22058.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:55 cov.lightning_compress.22193.out -rw-r--r-- 1 jenkins jenkins 953K Apr 4 18:55 cov.lightning_compress.22370.out -rw-r--r-- 1 jenkins jenkins 953K Apr 4 18:56 cov.lightning_compress.22582.out -rw-r--r-- 1 jenkins jenkins 953K Apr 4 18:56 cov.lightning_compress.22776.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:56 cov.lightning_concurrent-restore.24745.out + gocovmerge /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.6980.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7060.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7138.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7213.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7301.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7382.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7460.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7538.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7684.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7756.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7833.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7915.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7998.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.8077.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.8155.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.8232.out /tmp/group_cover/cov.lightning_checkpoint_engines.2136.out /tmp/group_cover/cov.lightning_checkpoint_engines.2497.out /tmp/group_cover/cov.lightning_checkpoint_engines.2825.out /tmp/group_cover/cov.lightning_checkpoint_engines_order.5040.out /tmp/group_cover/cov.lightning_checkpoint_error_destroy.7570.out /tmp/group_cover/cov.lightning_checkpoint_error_destroy.8263.out /tmp/group_cover/cov.lightning_checkpoint_parquet.10168.out /tmp/group_cover/cov.lightning_checkpoint_timestamp.12130.out /tmp/group_cover/cov.lightning_checkpoint_timestamp.12286.out /tmp/group_cover/cov.lightning_cmdline_override.16141.out /tmp/group_cover/cov.lightning_column_permutation.17996.out /tmp/group_cover/cov.lightning_column_permutation.18072.out /tmp/group_cover/cov.lightning_common_handle.19947.out /tmp/group_cover/cov.lightning_common_handle.20035.out /tmp/group_cover/cov.lightning_compress.21929.out /tmp/group_cover/cov.lightning_compress.22058.out /tmp/group_cover/cov.lightning_compress.22193.out /tmp/group_cover/cov.lightning_compress.22370.out /tmp/group_cover/cov.lightning_compress.22582.out /tmp/group_cover/cov.lightning_compress.22776.out /tmp/group_cover/cov.lightning_concurrent-restore.24745.out + codecov --rootDir . --flags integration --file coverage.txt --branch origin/pr/60382 --sha a99475fc33674dc9218acc399094b47beacbcaf1 --pr 60382 Verbose debug logs will be written to /tmp/lightning_test/lightning.log [2025-04-04T10:56:34.522Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.8.0 [2025-04-04T10:56:34.523Z] ['info'] => Project root located at: . [2025-04-04T10:56:34.526Z] ['info'] -> Token found by environment variables [2025-04-04T10:56:34.536Z] ['info'] Searching for coverage files... [2025-04-04T10:56:34.623Z] ['info'] => Found 1 possible coverage files: coverage.txt [2025-04-04T10:56:34.623Z] ['info'] Processing coverage.txt... [2025-04-04T10:56:34.644Z] ['info'] Using manual override from args. [2025-04-04T10:56:34.644Z] ['info'] Detected Jenkins CI as the CI provider. [2025-04-04T10:56:34.651Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.8.0&token=*******&branch=origin%2Fpr%2F60382&build=7824&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fpull_lightning_integration_test%2F7824%2F&commit=a99475fc33674dc9218acc399094b47beacbcaf1&job=&pr=60382&service=jenkins&slug=PingCAP-QE%2Fci&name=&tag=&flags=integration&parent= + ls -alh /tmp/group_cover total 12M drwxr-xr-x. 2 jenkins jenkins 4.0K Apr 4 18:56 . drwxrwxrwt. 1 root root 4.0K Apr 4 18:56 .. -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_shard_rowid.2142.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:53 cov.lightning_source_linkfile.4042.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:53 cov.lightning_source_linkfile.4092.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_sqlmode.6115.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_tidb_duplicate_data.8069.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_tidb_duplicate_data.8150.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_tidb_rowid.10094.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_tidb_rowid.10299.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_tikv_multi_rocksdb.32759.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:56 cov.lightning_too_many_columns.36340.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:56 cov.lightning_too_many_columns.36387.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:56 cov.lightning_tool_135.38247.out + gocovmerge /tmp/group_cover/cov.lightning_shard_rowid.2142.out /tmp/group_cover/cov.lightning_source_linkfile.4042.out /tmp/group_cover/cov.lightning_source_linkfile.4092.out /tmp/group_cover/cov.lightning_sqlmode.6115.out /tmp/group_cover/cov.lightning_tidb_duplicate_data.8069.out /tmp/group_cover/cov.lightning_tidb_duplicate_data.8150.out /tmp/group_cover/cov.lightning_tidb_rowid.10094.out /tmp/group_cover/cov.lightning_tidb_rowid.10299.out /tmp/group_cover/cov.lightning_tikv_multi_rocksdb.32759.out /tmp/group_cover/cov.lightning_too_many_columns.36340.out /tmp/group_cover/cov.lightning_too_many_columns.36387.out /tmp/group_cover/cov.lightning_tool_135.38247.out + codecov --rootDir . --flags integration --file coverage.txt --branch origin/pr/60382 --sha a99475fc33674dc9218acc399094b47beacbcaf1 --pr 60382 tidb lightning exit successfully PASS coverage: 23.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... [2025-04-04T10:56:34.689Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.8.0 [2025-04-04T10:56:34.691Z] ['info'] => Project root located at: . [2025-04-04T10:56:34.694Z] ['info'] -> Token found by environment variables [2025-04-04T10:56:34.703Z] ['info'] Searching for coverage files... [2025-04-04T10:56:34.789Z] ['info'] => Found 1 possible coverage files: coverage.txt [2025-04-04T10:56:34.789Z] ['info'] Processing coverage.txt... [2025-04-04T10:56:34.808Z] ['info'] Using manual override from args. [2025-04-04T10:56:34.808Z] ['info'] Detected Jenkins CI as the CI provider. [2025-04-04T10:56:34.815Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.8.0&token=*******&branch=origin%2Fpr%2F60382&build=7824&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fpull_lightning_integration_test%2F7824%2F&commit=a99475fc33674dc9218acc399094b47beacbcaf1&job=&pr=60382&service=jenkins&slug=PingCAP-QE%2Fci&name=&tag=&flags=integration&parent= {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_unused_config_keys *************************** 1. row *************************** hex(accessKey): 405026464C415348534841 *************************** 2. row *************************** hex(accessKey): 1A *===== TEST: [lightning_issue_282] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_record_network/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:35 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_record_network >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_record_network.20181.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_record_network/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_record_network/data --sorted-kv-dir /tmp/lightning_test/lightning_record_network.sorted --enable-checkpoint=0 --check-requirements=0 [2025-04-04T10:56:35.397Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/a99475fc33674dc9218acc399094b47beacbcaf1 https://storage.googleapis.com/codecov-production/shelter/v4/github/pingcap/tidb/a99475fc33674dc9218acc399094b47beacbcaf1/8d630fb4-ce00-4fd9-b1b7-0a8f8f28af10.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJWQHUGIBILH4J7Q6ZUSCIFNEOLYSNDS7L3B4N5SIBQ2J4YLYE5CRFCD%2F20250404%2Fus%2Fs3%2Faws4_request&X-Amz-Date=20250404T105635Z&X-Amz-Expires=120&X-Amz-SignedHeaders=host&X-Amz-Signature=329e4d585c94ec1751f1b71789c097b6d6c157d03513eec17670e7b2415d0740 [2025-04-04T10:56:35.398Z] ['info'] Uploading... [2025-04-04T10:56:35.259Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/a99475fc33674dc9218acc399094b47beacbcaf1 https://storage.googleapis.com/codecov-production/shelter/v4/github/pingcap/tidb/a99475fc33674dc9218acc399094b47beacbcaf1/f5b570f9-d588-4169-8929-6619a56a0350.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJWQHUGIBILH4J7Q6ZUSCIFNEOLYSNDS7L3B4N5SIBQ2J4YLYE5CRFCD%2F20250404%2Fus%2Fs3%2Faws4_request&X-Amz-Date=20250404T105635Z&X-Amz-Expires=120&X-Amz-SignedHeaders=host&X-Amz-Signature=27199b5dda6b275e35dbd685b754fd699b155a997ea635e8e52734ee4413f83f [2025-04-04T10:56:35.259Z] ['info'] Uploading... Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 13.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... [2025/04/04 18:56:35.476 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=4200] [2025/04/04 18:56:35.486 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=4200] [2025/04/04 18:56:35.497 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=7212] [2025/04/04 18:56:35.507 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=10490] [2025/04/04 18:56:35.517 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=10490] [2025/04/04 18:56:35.527 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=10490] [2025/04/04 18:56:35.538 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=11077] [2025/04/04 18:56:35.548 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=11077] [2025/04/04 18:56:35.558 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=11077] [2025/04/04 18:56:35.569 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=11489] [2025/04/04 18:56:35.579 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=11489] [2025/04/04 18:56:35.590 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=11489] [2025/04/04 18:56:35.600 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=11905] [2025/04/04 18:56:35.610 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=11905] [2025/04/04 18:56:35.621 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=12043] [2025/04/04 18:56:35.631 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=12043] [2025/04/04 18:56:35.641 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=12043] [2025/04/04 18:56:35.652 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=14181] [2025/04/04 18:56:35.662 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=15155] [2025/04/04 18:56:35.673 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=15279] [2025/04/04 18:56:35.683 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=15279] [2025/04/04 18:56:35.694 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=15279] *===== TEST: [lightning_record_network] success! =====* [2025-04-04T10:56:36.387Z] ['info'] {"status":"processing","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/a99475fc33674dc9218acc399094b47beacbcaf1"} [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [2025-04-04T10:56:36.438Z] ['info'] {"status":"processing","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/a99475fc33674dc9218acc399094b47beacbcaf1"} [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] // node [Pipeline] // dir [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] // stage [Pipeline] // withCredentials [Pipeline] } [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_unused_config_keys/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:36 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_unused_config_keys --log-file' '/tmp/lightning_test/lightning-unused-config-keys.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_unused_config_keys.13566.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_unused_config_keys/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_unused_config_keys/data --sorted-kv-dir /tmp/lightning_test/lightning_unused_config_keys.sorted --enable-checkpoint=0 --check-requirements=0 --log-file /tmp/lightning_test/lightning-unused-config-keys.log Verbose debug logs will be written to /tmp/lightning_test/lightning-unused-config-keys.log tidb lightning encountered error: config file contained unknown configuration options: typo-1, lightning.typo-2, typo-3 warning: GOCOVERDIR not set, no coverage data emitted *===== TEST: [lightning_unused_config_keys] success! =====* [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv Run cases: lightning_issue_40657 [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } Run cases: lightning_reload_cert TiFlash started. selected test cases: lightning_distributed_import Run cases: lightning_various_types Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import + LOG_FILE1=/tmp/lightning_test/lightning-distributed-import1.log + LOG_FILE2=/tmp/lightning_test/lightning-distributed-import2.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(2500)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(2500)' + pid1=15393 + sleep 1 + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted1 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/data1 --log-file /tmp/lightning_test/lightning-distributed-import1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:40 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted1 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/data1 --log-file /tmp/lightning_test/lightning-distributed-import1.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_distributed_import.15393.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/data --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted1 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/data1 --log-file /tmp/lightning_test/lightning-distributed-import1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-distributed-import1.log Starting PD... + pid2=15445 + wait 15393 15445 + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted2 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/data2 --log-file /tmp/lightning_test/lightning-distributed-import2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:41 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted2 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/data2 --log-file /tmp/lightning_test/lightning-distributed-import2.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_distributed_import.15445.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/data --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted2 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/data2 --log-file /tmp/lightning_test/lightning-distributed-import2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-distributed-import2.log Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... tidb lightning exit successfully PASS coverage: 24.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... tidb lightning exit successfully PASS coverage: 24.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'select count(*) from distributed_import.t' *************************** 1. row *************************** count(*): 10 + check_contains 'count(*): 10' *===== TEST: [lightning_distributed_import] success! =====* {"level":"warn","ts":1743764206.909118,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0048ea8c0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unknown desc = malformed header: missing HTTP content-type"} { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_drop_other_tables_halfway "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_reload_cert TiFlash started. selected test cases: lightning_issue_40657 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_reload_cert/run.sh... =====* + cp /tmp/lightning_test/certs/lightning.pem /tmp/lightning_test/certs/lightning-valid.pem + trap 'mv "$TEST_DIR/certs/lightning-valid.pem" "$TEST_DIR/certs/lightning.pem"' EXIT + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/server/SetCertExpiredSoon=return("/tmp/lightning_test/certs/ca.key")' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/server/SetCertExpiredSoon=return("/tmp/lightning_test/certs/ca.key")' + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/server/SetCertExpiredSoon=return("/tmp/lightning_test/certs/ca.key");github.com/pingcap/tidb/lightning/pkg/importer/SlowDownWriteRows=sleep(15000)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/server/SetCertExpiredSoon=return("/tmp/lightning_test/certs/ca.key");github.com/pingcap/tidb/lightning/pkg/importer/SlowDownWriteRows=sleep(15000)' + shpid=22046 + sleep 15 + run_lightning --backend=local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:58 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_reload_cert --backend=local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_reload_cert.22046.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_reload_cert/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_reload_cert/data --sorted-kv-dir /tmp/lightning_test/lightning_reload_cert.sorted --enable-checkpoint=0 --check-requirements=0 --backend=local Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... TiFlash started. selected test cases: lightning_various_types *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657 ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657 + check_cluster_version 5 2 0 'duplicate detection' + run_lightning -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/data1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:59 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657 -d' '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/data1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_40657.22016.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_40657.sorted --enable-checkpoint=0 --check-requirements=0 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/data1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 2 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 26.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table test.t' + run_sql 'select count(*) from test.t' *************************** 1. row *************************** count(*): 4 + check_contains 'count(*): 4' + run_sql 'select count(*) from lightning_task_info.conflict_view' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'truncate table test.t' + run_lightning -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/data2 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:00 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657 -d' '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_40657.22077.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_40657.sorted --enable-checkpoint=0 --check-requirements=0 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_various_types/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:00 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_various_types --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_various_types.15420.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_various_types/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_various_types/data --sorted-kv-dir /tmp/lightning_test/lightning_various_types.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 25.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table test.t' + run_sql 'select count(*) from test.t' *************************** 1. row *************************** count(*): 5 + check_contains 'count(*): 5' *===== TEST: [lightning_issue_40657] success! =====* tidb lightning exit successfully PASS coverage: 15.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import using tidb finished *************************** 1. row *************************** count(pk): 16 bin(min(pk)): 0 bin(max(pk)): 11 *************************** 1. row *************************** sum(ref): 82 *************************** 1. row *************************** count(pk): 50 min(pk): -99.9990 max(pk): 99.9912 sum(pk): -9.9123 *************************** 1. row *************************** ref: 22 *************************** 1. row *************************** count(pk): 41 min(pk): 9.85967654375977e-305 max(pk): 1.0142320547350045e304 *************************** 1. row *************************** ref: 245 *************************** 1. row *************************** count(pk): 70 min(pk): 1026-09-21 15:15:54.335745 max(pk): 9889-01-08 08:51:03.389832 count(uk): 70 min(uk): 1970-11-09 19:25:45.843 max(uk): 2036-10-14 10:48:28.620 *************************** 1. row *************************** ref: 7 *************************** 1. row *************************** ref: 32 *************************** 1. row *************************** count(pk): 50 min(pk): 090abbb2-f22e-4f97-a4fe-a52eb1a80a0b max(pk): fde1328c-409c-43a8-b1b0-8c35c8000f92 *************************** 1. row *************************** ref: 41 *************************** 1. row *************************** count(pk): 51 hex(min(pk)): 00000000000000000000000000000000 hex(max(pk)): FDE1328C409C43A8B1B08C35C8000F92 *************************** 1. row *************************** ref: 41 *************************** 1. row *************************** count(pk): 92 count(DISTINCT js): 92 *************************** 1. row *************************** pk: 1089 *************************** 1. row *************************** js: {"126": 1, "52": 1, "54": 1, "68": 1} *************************** 1. row *************************** count(*): 26 *************************** 1. row *************************** count(*): 10 *************************** 1. row *************************** set: x00,x06,x07,x09,x17,x20,x23,x24,x27,x37,x44,x46,x49,x54,x55,x58,x61,x62 *************************** 1. row *************************** set: x07,x08,x09,x10,x11,x12,x14,x16,x17,x18,x19,x22,x25,x26,x28,x29,x30,x31,x32,x33,x35,x38,x39,x41,x44,x46,x49,x51,x53,x55,x56,x58,x61,x63 *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** sum(pk): 5 *************************** 1. row *************************** sum(pk): 18 *************************** 1. row *************************** sum(pk): 40 *************************** 1. row *************************** a: 18446744073709551614 b: -9223372036854775806 c: 99999999999999999999.0 d: 1.8446744073709552e19 *************************** 1. row *************************** count(*): 6 sum(id): -3341565093352173667 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:01 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_various_types --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_various_types.15663.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_various_types/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_various_types/data --sorted-kv-dir /tmp/lightning_test/lightning_various_types.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_issue_410 tidb lightning exit successfully PASS coverage: 25.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import using local finished *************************** 1. row *************************** count(pk): 16 bin(min(pk)): 0 bin(max(pk)): 11 *************************** 1. row *************************** sum(ref): 82 *************************** 1. row *************************** count(pk): 50 min(pk): -99.9990 max(pk): 99.9912 sum(pk): -9.9123 *************************** 1. row *************************** ref: 22 *************************** 1. row *************************** count(pk): 41 min(pk): 9.85967654375977e-305 max(pk): 1.0142320547350045e304 *************************** 1. row *************************** ref: 245 *************************** 1. row *************************** count(pk): 70 min(pk): 1026-09-21 15:15:54.335745 max(pk): 9889-01-08 08:51:03.389832 count(uk): 70 min(uk): 1970-11-09 19:25:45.843 max(uk): 2036-10-14 10:48:28.620 *************************** 1. row *************************** ref: 7 *************************** 1. row *************************** ref: 32 *************************** 1. row *************************** count(pk): 50 min(pk): 090abbb2-f22e-4f97-a4fe-a52eb1a80a0b max(pk): fde1328c-409c-43a8-b1b0-8c35c8000f92 *************************** 1. row *************************** ref: 41 *************************** 1. row *************************** count(pk): 51 hex(min(pk)): 00000000000000000000000000000000 hex(max(pk)): FDE1328C409C43A8B1B08C35C8000F92 *************************** 1. row *************************** ref: 41 *************************** 1. row *************************** count(pk): 92 count(DISTINCT js): 92 *************************** 1. row *************************** pk: 1089 "is_initialized": true, Starting TiDB... Verifying TiDB is started... *************************** 1. row *************************** js: {"126": 1, "52": 1, "54": 1, "68": 1} *************************** 1. row *************************** count(*): 26 *************************** 1. row *************************** count(*): 10 *************************** 1. row *************************** set: x00,x06,x07,x09,x17,x20,x23,x24,x27,x37,x44,x46,x49,x54,x55,x58,x61,x62 *************************** 1. row *************************** set: x07,x08,x09,x10,x11,x12,x14,x16,x17,x18,x19,x22,x25,x26,x28,x29,x30,x31,x32,x33,x35,x38,x39,x41,x44,x46,x49,x51,x53,x55,x56,x58,x61,x63 *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** sum(pk): 5 *************************** 1. row *************************** sum(pk): 18 *************************** 1. row *************************** sum(pk): 40 *************************** 1. row *************************** a: 18446744073709551614 b: -9223372036854775806 c: 99999999999999999999.0 d: 1.8446744073709552e19 *************************** 1. row *************************** count(*): 6 sum(id): -3341565093352173667 *===== TEST: [lightning_various_types] success! =====* Starting PD... Run cases: lightning_view {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Starting PD... TiFlash started. selected test cases: lightning_drop_other_tables_halfway { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_drop_other_tables_halfway/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:11 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_drop_other_tables_halfway >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_drop_other_tables_halfway.17310.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_drop_other_tables_halfway/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_drop_other_tables_halfway/data --sorted-kv-dir /tmp/lightning_test/lightning_drop_other_tables_halfway.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log failpoint: getTableStructuresByFileMeta_BeforeFetchRemoteTableModels { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... + ok=0 + for _ in {0..60} + grep -Fq 'tls: expired certificate' /tmp/lightning_test/lightning.log + sleep 1 + for _ in {0..60} + grep -Fq 'tls: expired certificate' /tmp/lightning_test/lightning.log + ok=1 + break ++ pstree -p 22046 ++ grep -Eo 'tidb-lightning\.\([0-9]*\)' ++ grep -Eo '[0-9]*' + pid=22052 + '[' -n 22052 ']' + kill -9 22052 + '[' 1 = 0 ']' + cp /tmp/lightning_test/certs/lightning-valid.pem /tmp/lightning_test/certs/lightning.pem + rm -rf /tmp/lightning_test/lightning_reload_cert.sorted /tmp/lightning_test/lightning.log + run_lightning --backend=local + sleep 10 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning: line 34: 22052 Killed tidb-lightning.test -test.coverprofile="$COV_DIR/cov.$TEST_NAME.$$.out" DEVEL --ca "$TEST_DIR/certs/ca.pem" --cert "$TEST_DIR/certs/lightning.pem" --key "$TEST_DIR/certs/lightning.key" --log-file "$TEST_DIR/lightning.log" --tidb-port 4000 --pd-urls '127.0.0.1:2379' --config "$TESTS_ROOT/$TEST_NAME/config.toml" -d "$TESTS_ROOT/$TEST_NAME/data" --sorted-kv-dir "$TEST_DIR/$TEST_NAME.sorted" --enable-checkpoint=0 --check-requirements=0 "$@" ++ date + echo '[Fri Apr 4 18:57:14 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_reload_cert --backend=local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_reload_cert.22115.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_reload_cert/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_reload_cert/data --sorted-kv-dir /tmp/lightning_test/lightning_reload_cert.sorted --enable-checkpoint=0 --check-requirements=0 --backend=local Verbose debug logs will be written to /tmp/lightning_test/lightning.log table dropped failpoint: FetchRemoteTableModels_BeforeFetchTableAutoIDInfos tidb lightning exit successfully PASS coverage: 14.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *===== TEST: [lightning_drop_other_tables_halfway] success! =====* {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Run cases: lightning_duplicate_detection {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_issue_410 Starting PD... + cp /tmp/lightning_test/certs/lightning-valid.pem /tmp/lightning_test/certs/lightning.pem *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_410/run.sh... =====* + for backend in tidb local + '[' tidb = local ']' + run_sql 'DROP DATABASE IF EXISTS issue410;' + run_lightning --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:24 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_410 --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_410.23944.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_410/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_410/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_410.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM issue410.row_flow_d' *************************** 1. row *************************** A123456789012345678901234567890123456789: A B123456789012345678901234567890123456789: B C123456789012345678901234567890123456789: C D123456789012345678901234567890123456789: D E123456789012345678901234567890123456789: E F123456789012345678901234567890123456789: F G123456789012345678901234567890123456789: G H123456789012345678901234567890123456789: H I123456789012345678901234567890123456789: I J123456789012345678901234567890123456789: J K123456789012345678901234567890123456789: K L123456789012345678901234567890123456789: L M123456789012345678901234567890123456789: M N123456789012345678901234567890123456789: N O123456789012345678901234567890123456789: O P123456789012345678901234567890123456789: P Q123456789012345678901234567890123456789: Q R123456789012345678901234567890123456789: R S123456789012345678901234567890123456789: S T123456789012345678901234567890123456789: T U123456789012345678901234567890123456789: U V123456789012345678901234567890123456789: V W123456789012345678901234567890123456789: W X123456789012345678901234567890123456789: X Y12345678901234567890123456789012345678: Y Z: Z + check_contains 'A123456789012345678901234567890123456789: A' + check_contains 'Y12345678901234567890123456789012345678: Y' + check_contains 'Z: Z' + for backend in tidb local + '[' local = local ']' + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS issue410;' + run_lightning --backend local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:24 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_410 --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_410.23985.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_410/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_410/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_410.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM issue410.row_flow_d' *************************** 1. row *************************** A123456789012345678901234567890123456789: A B123456789012345678901234567890123456789: B C123456789012345678901234567890123456789: C D123456789012345678901234567890123456789: D E123456789012345678901234567890123456789: E F123456789012345678901234567890123456789: F G123456789012345678901234567890123456789: G H123456789012345678901234567890123456789: H I123456789012345678901234567890123456789: I J123456789012345678901234567890123456789: J K123456789012345678901234567890123456789: K L123456789012345678901234567890123456789: L M123456789012345678901234567890123456789: M N123456789012345678901234567890123456789: N O123456789012345678901234567890123456789: O P123456789012345678901234567890123456789: P Q123456789012345678901234567890123456789: Q R123456789012345678901234567890123456789: R S123456789012345678901234567890123456789: S T123456789012345678901234567890123456789: T U123456789012345678901234567890123456789: U V123456789012345678901234567890123456789: V W123456789012345678901234567890123456789: W X123456789012345678901234567890123456789: X Y12345678901234567890123456789012345678: Y Z: Z + check_contains 'A123456789012345678901234567890123456789: A' + check_contains 'Y12345678901234567890123456789012345678: Y' + check_contains 'Z: Z' *===== TEST: [lightning_issue_410] success! =====* TiFlash started. selected test cases: lightning_view *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_view/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_issue_519 tidb lightning exit successfully PASS coverage: 23.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 3 sum(i): 6 *************************** 1. row *************************** count(*): 1 *************************** 1. row *************************** s: test1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 3 sum(i): 6 *************************** 1. row *************************** count(*): 1 *************************** 1. row *************************** s: test1 *===== TEST: [lightning_view] success! =====* Starting PD... tidb lightning exit successfully PASS coverage: 23.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + mv /tmp/lightning_test/certs/lightning-valid.pem /tmp/lightning_test/certs/lightning.pem *===== TEST: [lightning_reload_cert] success! =====* Run cases: lightning_write_batch Run cases: lightning_restore "is_initialized": true, Starting TiDB... Verifying TiDB is started... Starting PD... Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... TiFlash started. selected test cases: lightning_duplicate_detection "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection + check_cluster_version 5 2 0 'duplicate detection' + LOG_FILE1=/tmp/lightning_test/lightning-duplicate-detection1.log + LOG_FILE2=/tmp/lightning_test/lightning-duplicate-detection2.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(250)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(250)' + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-detection1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/config1.toml + wait + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-detection2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/config2.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd ++ date + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:41 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-detection1.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/config1.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection.19145.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-detection1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/config1.toml + echo '[Fri Apr 4 18:57:41 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-detection2.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/config2.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection.19146.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-detection2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/config2.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection1.log Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection2.log {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_issue_519 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 91 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 28.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_519/run.sh... =====* + run_sql 'DROP DATABASE IF EXISTS issue519;' + run_lightning --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:48 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_519 --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_519.25861.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_519/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_519/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_519.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT b FROM issue519.t WHERE a = '\'''\'''\'''\'';' *************************** 1. row *************************** b: " + check_contains 'b: "' + run_sql 'SELECT hex(a) FROM issue519.t WHERE b = 0x222722272727272722;' *************************** 1. row *************************** hex(a): 2227272727222722 + check_contains 'hex(a): 2227272727222722' *===== TEST: [lightning_issue_519] success! =====* {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 124 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 30.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + verify_detected_rows ta + table=ta + mapfile -t rows ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.ta.0.sql /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.ta.1.sql ++ sed 's/^.*(//' ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x TiFlash started. selected test cases: lightning_write_batch Run cases: lightning_local_backend TiFlash started. selected test cases: lightning_restore *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch + mkdir -p /tmp/lightning_test/data + run_sql 'DROP DATABASE IF EXISTS test;' + run_sql 'DROP TABLE IF EXISTS test.t;' + cat + cat + set +x + rm -rf /tmp/lightning_test/lightning.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/afterFlushKVs=return(true)' + GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/afterFlushKVs=return(true)' + run_lightning --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/kv-count.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:52 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch --backend' local -d /tmp/lightning_test/data --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/kv-count.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_write_batch.19681.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/data --sorted-kv-dir /tmp/lightning_test/lightning_write_batch.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/kv-count.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS Starting PD... coverage: 23.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_contains 'afterFlushKVs count=100,' /tmp/lightning_test/lightning.log + check_not_contains 'afterFlushKVs count=20,' /tmp/lightning_test/lightning.log + check_contains 'send-kv-pairs\":20,' /tmp/lightning_test/lightning.log + check_contains 'send-kv-size\":16384,' /tmp/lightning_test/lightning.log + rm -rf /tmp/lightning_test/data/test.t.0.csv + run_sql 'truncate table test.t;' + set +x + rm -rf /tmp/lightning_test/lightning.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/afterFlushKVs=return(true)' + GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/afterFlushKVs=return(true)' + run_lightning --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/kv-size.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:53 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch --backend' local -d /tmp/lightning_test/data --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/kv-size.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_write_batch.19745.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/data --sorted-kv-dir /tmp/lightning_test/lightning_write_batch.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/kv-size.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_contains 'afterFlushKVs count=1,' /tmp/lightning_test/lightning.log + check_not_contains 'afterFlushKVs count=20,' /tmp/lightning_test/lightning.log + check_contains 'send-kv-pairs\":32768,' /tmp/lightning_test/lightning.log + check_contains 'send-kv-size\":10,' /tmp/lightning_test/lightning.log *===== TEST: [lightning_write_batch] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_restore/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:54 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_restore -d' '/tmp/lightning_test/restore.mydump >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_restore.24012.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_restore/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_restore/data --sorted-kv-dir /tmp/lightning_test/lightning_restore.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/restore.mydump Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_write_limit + '[' 1 = 0 ']' + verify_detected_rows tb + table=tb + mapfile -t rows ++ sed 's/^.*(//' ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tb.0.sql /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tb.1.sql ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x Starting PD... tidb lightning exit successfully PASS coverage: 23.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:59 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_restore >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_restore.24322.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_restore/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_restore/data --sorted-kv-dir /tmp/lightning_test/lightning_restore.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' 1 = 0 ']' + verify_detected_rows tc + table=tc + mapfile -t rows ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tc.0.sql /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tc.1.sql ++ sed 's/^.*(//' ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning exit successfully PASS coverage: 26.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *===== TEST: [lightning_restore] success! =====* {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Run cases: lightning_routes Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' 1 = 0 ']' + verify_detected_rows td + table=td + mapfile -t rows ++ sed 's/^.*(//' ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.td.0.sql /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.td.1.sql ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x TiFlash started. selected test cases: lightning_local_backend {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend + check_cluster_version 4 0 0 'local backend' + ENGINE_COUNT=6 + res_file=/tmp/lightning_test/sql_res.lightning_local_backend.txt + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + rm -rf /tmp/lightning_test/lightning.log + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_sql 'CREATE DATABASE cpeng;' + run_sql 'CREATE TABLE cpeng.a (c int);' + run_sql 'CREATE TABLE cpeng.b (c int);' + run_sql 'INSERT INTO cpeng.a values (1), (2);' + run_sql 'INSERT INTO cpeng.b values (3);' + run_lightning --backend local --enable-checkpoint=0 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:13 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local '--enable-checkpoint=0 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27728.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:PreCheck:ErrPreCheckFailed]tidb-lightning pre-check failed: table(s) [`cpeng`.`a`, `cpeng`.`b`] are not empty warning: GOCOVERDIR not set, no coverage data emitted + grep -Fq 'table(s) [`cpeng`.`a`, `cpeng`.`b`] are not empty' /tmp/lightning_test/lightning.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/FailIngestMeta=1*return("notleader");github.com/pingcap/tidb/br/pkg/restore/split/failToSplit=5*return("");github.com/pingcap/tidb/pkg/lightning/backend/local/failToSplit=5*return("")' + GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/FailIngestMeta=1*return("notleader");github.com/pingcap/tidb/br/pkg/restore/split/failToSplit=5*return("");github.com/pingcap/tidb/pkg/lightning/backend/local/failToSplit=5*return("")' + rm -f /tmp/lightning_test/lightning-local.log + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -L debug +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:13 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -L 'debug >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27767.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -L debug Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... TiFlash started. selected test cases: lightning_write_limit + '[' 1 = 0 ']' + verify_detected_rows te + table=te + mapfile -t rows ++ sed 's/^.*(//' ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.te.0.sql /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.te.1.sql ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x tidb lightning exit successfully PASS coverage: 28.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + grep -q 'retryable error' /tmp/lightning_test/lightning-local.log + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' + run_sql 'DROP DATABASE cpeng;' + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/FailIngestMeta=2*return("epochnotmatch");github.com/pingcap/tidb/pkg/lightning/backend/local/NoLeader=1*return()' + GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/FailIngestMeta=2*return("epochnotmatch");github.com/pingcap/tidb/pkg/lightning/backend/local/NoLeader=1*return()' + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:16 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27851.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit + mkdir -p /tmp/lightning_test/data + run_sql 'DROP DATABASE IF EXISTS test;' + run_sql 'DROP TABLE IF EXISTS test.t;' + cat + cat + set +x "is_initialized": true, Starting TiDB... Verifying TiDB is started... ++ date +%s + start=1743764301 + run_lightning --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:21 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit --backend' local -d /tmp/lightning_test/data --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_write_limit.21630.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit/data --sorted-kv-dir /tmp/lightning_test/lightning_write_limit.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 1 = 0 ']' + verify_detected_rows tf + table=tf + mapfile -t rows ++ sed 's/^.*(//' ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tf.0.sql /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tf.1.sql ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x tidb lightning exit successfully PASS coverage: 28.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' + run_sql 'DROP DATABASE cpeng;' + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + set +e + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailIfStatusBecomes=return(90);' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailIfStatusBecomes=return(90);' ++ seq 6 + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 1/6) ********' ******** Importing Table Now (step 1/6) ******** + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:23 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27932.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml bad failpoint "" + '[' 1 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 2/6) ********' ******** Importing Table Now (step 2/6) ******** + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:23 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27955.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml bad failpoint "" + '[' 1 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 3/6) ********' ******** Importing Table Now (step 3/6) ******** + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:23 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27970.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml bad failpoint "" + '[' 1 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 4/6) ********' ******** Importing Table Now (step 4/6) ******** + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:23 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27995.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml bad failpoint "" + '[' 1 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 5/6) ********' ******** Importing Table Now (step 5/6) ******** + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:23 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28010.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml bad failpoint "" + '[' 1 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 6/6) ********' ******** Importing Table Now (step 6/6) ******** + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:23 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28033.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml bad failpoint "" {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' 1 -ne 0 ']' + set -e + export GO_FAILPOINTS= + GO_FAILPOINTS= + echo '******** Verify checkpoint no-op ********' ******** Verify checkpoint no-op ******** + run_lightning --backend local --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml --log-file /tmp/lightning_test/sql_res.lightning_local_backend.txt -L debug +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:23 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml --log-file /tmp/lightning_test/sql_res.lightning_local_backend.txt -L 'debug >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28056.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml --log-file /tmp/lightning_test/sql_res.lightning_local_backend.txt -L debug Verbose debug logs will be written to /tmp/lightning_test/sql_res.lightning_local_backend.txt tidb lightning exit successfully PASS coverage: 27.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_not_contains 'failed to set system var' + check_not_contains 'unknown system var' + check_contains 'skip read-only variable' + check_contains lc_time_names + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' + for ckpt in mysql file + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test' + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + set +e + export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return + GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:24 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28139.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log tidb lightning exit successfully PASS coverage: 25.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + set -e + run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml + grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test' + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + set +e + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return' + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:25 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28236.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log panic: forcing failure due to FailIfImportedChunk goroutine 571 [running]: github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc0014b8400, {0x0?}) /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:911 +0xb58 created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 112 /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:655 +0x2c9 + set -e + run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml + grep -Eq 'These tables are missing intermediate files: \[.+\]' /tmp/lightning_test/lightning_ctl.output + ls -lA /tmp/lightning_test/lightning_local_backend.sorted total 16 drwxr-xr-x. 2 jenkins jenkins 4096 Apr 4 18:58 0f3182ea-38f9-5947-825c-2db765ea3f98 drwxr-x---. 2 jenkins jenkins 4096 Apr 4 18:58 0f3182ea-38f9-5947-825c-2db765ea3f98.sst drwxr-xr-x. 2 jenkins jenkins 4096 Apr 4 18:58 c872a8e3-b992-5cbf-b35b-2a89bc464ee4 drwxr-x---. 2 jenkins jenkins 4096 Apr 4 18:58 c872a8e3-b992-5cbf-b35b-2a89bc464ee4.sst + set +e + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)' + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:26 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28323.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log 2025/04/04 18:58:26 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/c872a8e3-b992-5cbf-b35b-2a89bc464ee4/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:58:26 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/0f3182ea-38f9-5947-825c-2db765ea3f98/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches panic: forcing failure due to FailIfIndexEngineImported goroutine 630 [running]: github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc001da5200, {0xc001695f98?}) /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:931 +0xaa5 created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 147 /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:655 +0x2c9 + set -e + run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml + grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output + for ckpt in mysql file + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test' + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + set +e + export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return + GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:26 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28414.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log TiFlash started. selected test cases: lightning_routes tidb lightning exit successfully PASS coverage: 26.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + set -e + run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml + grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test' + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + set +e + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return' + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:27 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28507.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log panic: forcing failure due to FailIfImportedChunk goroutine 570 [running]: github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc001eae800, {0xc002169798?}) /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:911 +0xb58 created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 147 /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:655 +0x2c9 + set -e + run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml + grep -Eq 'These tables are missing intermediate files: \[.+\]' /tmp/lightning_test/lightning_ctl.output + ls -lA /tmp/lightning_test/lightning_local_backend.sorted total 16 drwxr-xr-x. 2 jenkins jenkins 4096 Apr 4 18:58 0f3182ea-38f9-5947-825c-2db765ea3f98 drwxr-x---. 2 jenkins jenkins 4096 Apr 4 18:58 0f3182ea-38f9-5947-825c-2db765ea3f98.sst drwxr-xr-x. 2 jenkins jenkins 4096 Apr 4 18:58 c872a8e3-b992-5cbf-b35b-2a89bc464ee4 drwxr-x---. 2 jenkins jenkins 4096 Apr 4 18:58 c872a8e3-b992-5cbf-b35b-2a89bc464ee4.sst + set +e + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)' + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:27 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28591.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log 2025/04/04 18:58:28 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/c872a8e3-b992-5cbf-b35b-2a89bc464ee4/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:58:28 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/0f3182ea-38f9-5947-825c-2db765ea3f98/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches panic: forcing failure due to FailIfIndexEngineImported goroutine 564 [running]: github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc001c35000, {0xc0023be120?}) /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:931 +0xaa5 created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 131 /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:655 +0x2c9 + set -e + run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml + grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output + run_lightning_ctl --backend local --enable-checkpoint=1 --checkpoint-dump /tmp/lightning_test --config=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml + for file in engines.csv chunks.csv tables.csv + '[' '!' -f /tmp/lightning_test/engines.csv ']' + for file in engines.csv chunks.csv tables.csv + '[' '!' -f /tmp/lightning_test/chunks.csv ']' + for file in engines.csv chunks.csv tables.csv + '[' '!' -f /tmp/lightning_test/tables.csv ']' + rm -r /tmp/lightning_test/lightning_local_backend.sorted *===== TEST: [lightning_local_backend] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_routes/run.sh... =====* + echo 'testing checksum-error...' testing checksum-error... + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/checksum-error=1*return()' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/checksum-error=1*return()' + run_sql 'DROP DATABASE IF EXISTS routes_a0;' + run_sql 'DROP DATABASE IF EXISTS routes_a1;' + run_sql 'DROP DATABASE IF EXISTS routes_b;' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:28 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_routes >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_routes.26426.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_routes/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_routes/data --sorted-kv-dir /tmp/lightning_test/lightning_routes.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 1 = 0 ']' + verify_detected_rows tg + table=tg + mapfile -t rows ++ sed 's/^.*(//' ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tg.0.sql /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tg.1.sql ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + echo 'test checksum-error success!' test checksum-error success! + run_sql 'SELECT count(1), sum(x) FROM routes_b.u;' *************************** 1. row *************************** count(1): 4 sum(x): 259 + check_contains 'count(1): 4' + check_contains 'sum(x): 259' + run_sql 'SELECT count(1), sum(x) FROM routes_a1.s1;' *************************** 1. row *************************** count(1): 1 sum(x): 1296 + check_contains 'count(1): 1' + check_contains 'sum(x): 1296' + run_sql 'SHOW TABLES IN routes_a1;' *************************** 1. row *************************** Tables_in_routes_a1: s1 + check_not_contains 'Tables_in_routes_a1: t2' *===== TEST: [lightning_routes] success! =====* Run cases: lightning_max_incr tidb lightning exit successfully PASS coverage: 24.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ date +%s + end=1743764311 + take=10 + '[' 10 -lt 10 ']' *===== TEST: [lightning_write_limit] success! =====* Run cases: lightning_routes_panic Starting PD... Run cases: lightning_add_index Starting PD... Starting PD... + '[' 1 = 0 ']' *===== TEST: [lightning_duplicate_detection] success! =====* { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_duplicate_detection_new { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_max_incr {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr + check_cluster_version 4 0 0 'local backend' + ENGINE_COUNT=6 + cleanup + rm -f /tmp/lightning_test/lightning.log + rm -rf /tmp/lightning_test/sst + run_sql 'DROP DATABASE IF EXISTS db;' + run_lightning --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr/config.toml --log-file /tmp/lightning_test/lightning.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:50 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr --sorted-kv-dir' /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr/config.toml --log-file '/tmp/lightning_test/lightning.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_max_incr.30546.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr/data --sorted-kv-dir /tmp/lightning_test/lightning_max_incr.sorted --enable-checkpoint=0 --check-requirements=0 --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr/config.toml --log-file /tmp/lightning_test/lightning.log Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_result + run_sql 'SHOW DATABASES;' *************************** 1. row *************************** Database: INFORMATION_SCHEMA *************************** 2. row *************************** Database: METRICS_SCHEMA *************************** 3. row *************************** Database: PERFORMANCE_SCHEMA *************************** 4. row *************************** Database: db *************************** 5. row *************************** Database: mysql *************************** 6. row *************************** Database: sys *************************** 7. row *************************** Database: test + check_contains 'Database: db' + run_sql 'SHOW TABLES IN db;' *************************** 1. row *************************** Tables_in_db: test *************************** 2. row *************************** Tables_in_db: test1 + check_contains 'Tables_in_db: test' + check_contains 'Tables_in_db: test1' + run_sql 'SELECT count(*) FROM db.test;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'SELECT count(*) FROM db.test1;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'INSERT INTO db.test(b) VALUES(11);' + run_sql 'INSERT INTO db.test1(b) VALUES(22);' + tee -a /tmp/lightning_test/sql_res.lightning_max_incr.txt ERROR 1467 (HY000) at line 1: Failed to read auto-increment value from storage engine + check_contains ERROR + cleanup + rm -f /tmp/lightning_test/lightning.log + rm -rf /tmp/lightning_test/sst + run_sql 'DROP DATABASE IF EXISTS db;' *===== TEST: [lightning_max_incr] success! =====* TiFlash started. selected test cases: lightning_routes_panic TiFlash started. selected test cases: lightning_add_index {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... [Pipeline] } *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_routes_panic/run.sh... =====* + run_sql 'DROP DATABASE IF EXISTS test1;' + run_sql 'DROP DATABASE IF EXISTS test;' Cache not saved (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7824/lightning-test already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] sh + run_sql 'CREATE DATABASE test1;' + run_sql 'CREATE DATABASE test;' + run_sql 'CREATE TABLE test1.dump_test (x real primary key);' + run_sql 'CREATE TABLE test.u (x real primary key);' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:54 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_routes_panic >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_routes_panic.28370.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_routes_panic/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_routes_panic/data --sorted-kv-dir /tmp/lightning_test/lightning_routes_panic.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:54 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config1.toml --log-file '/tmp/lightning_test/lightning-add-index1.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.23512.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config1.toml --log-file /tmp/lightning_test/lightning-add-index1.log Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index1.log + ls -alh /tmp/group_cover total 31M drwxr-xr-x. 2 jenkins jenkins 4.0K Apr 4 18:58 . drwxrwxrwt. 1 root root 4.0K Apr 4 18:58 .. -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:58 cov.ctl.lightning_local_backend.28197.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:58 cov.ctl.lightning_local_backend.28292.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:58 cov.ctl.lightning_local_backend.28375.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:58 cov.ctl.lightning_local_backend.28466.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:58 cov.ctl.lightning_local_backend.28559.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:58 cov.ctl.lightning_local_backend.28651.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:58 cov.ctl.lightning_local_backend.28680.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_file_routing.5904.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_foreign_key.7810.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:53 cov.lightning_foreign_key.7866.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_gcs.9814.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_generated_columns.11728.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_generated_columns.11909.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_ignore_columns.13886.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_ignore_columns.14005.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:55 cov.lightning_import_compress.15964.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:55 cov.lightning_import_compress.16013.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:55 cov.lightning_import_compress.16064.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:56 cov.lightning_incremental.17953.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:56 cov.lightning_incremental.18134.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:56 cov.lightning_issue_282.20096.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:56 cov.lightning_issue_282.20141.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:57 cov.lightning_issue_40657.22016.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:57 cov.lightning_issue_40657.22077.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:57 cov.lightning_issue_410.23944.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:57 cov.lightning_issue_410.23985.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:57 cov.lightning_issue_519.25861.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:58 cov.lightning_local_backend.27767.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:58 cov.lightning_local_backend.27851.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:58 cov.lightning_local_backend.28056.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:58 cov.lightning_local_backend.28139.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:58 cov.lightning_local_backend.28414.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:58 cov.lightning_max_incr.30546.out + gocovmerge /tmp/group_cover/cov.ctl.lightning_local_backend.28197.out /tmp/group_cover/cov.ctl.lightning_local_backend.28292.out /tmp/group_cover/cov.ctl.lightning_local_backend.28375.out /tmp/group_cover/cov.ctl.lightning_local_backend.28466.out /tmp/group_cover/cov.ctl.lightning_local_backend.28559.out /tmp/group_cover/cov.ctl.lightning_local_backend.28651.out /tmp/group_cover/cov.ctl.lightning_local_backend.28680.out /tmp/group_cover/cov.lightning_file_routing.5904.out /tmp/group_cover/cov.lightning_foreign_key.7810.out /tmp/group_cover/cov.lightning_foreign_key.7866.out /tmp/group_cover/cov.lightning_gcs.9814.out /tmp/group_cover/cov.lightning_generated_columns.11728.out /tmp/group_cover/cov.lightning_generated_columns.11909.out /tmp/group_cover/cov.lightning_ignore_columns.13886.out /tmp/group_cover/cov.lightning_ignore_columns.14005.out /tmp/group_cover/cov.lightning_import_compress.15964.out /tmp/group_cover/cov.lightning_import_compress.16013.out /tmp/group_cover/cov.lightning_import_compress.16064.out /tmp/group_cover/cov.lightning_incremental.17953.out /tmp/group_cover/cov.lightning_incremental.18134.out /tmp/group_cover/cov.lightning_issue_282.20096.out /tmp/group_cover/cov.lightning_issue_282.20141.out /tmp/group_cover/cov.lightning_issue_40657.22016.out /tmp/group_cover/cov.lightning_issue_40657.22077.out /tmp/group_cover/cov.lightning_issue_410.23944.out /tmp/group_cover/cov.lightning_issue_410.23985.out /tmp/group_cover/cov.lightning_issue_519.25861.out /tmp/group_cover/cov.lightning_local_backend.27767.out /tmp/group_cover/cov.lightning_local_backend.27851.out /tmp/group_cover/cov.lightning_local_backend.28056.out /tmp/group_cover/cov.lightning_local_backend.28139.out /tmp/group_cover/cov.lightning_local_backend.28414.out /tmp/group_cover/cov.lightning_max_incr.30546.out + codecov --rootDir . --flags integration --file coverage.txt --branch origin/pr/60382 --sha a99475fc33674dc9218acc399094b47beacbcaf1 --pr 60382 tidb lightning exit successfully PASS coverage: 23.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(x) FROM test.u;' *************************** 1. row *************************** sum(x): 43 + check_contains 'sum(x): 43' *===== TEST: [lightning_routes_panic] success! =====* [2025-04-04T10:58:54.810Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.8.0 [2025-04-04T10:58:54.811Z] ['info'] => Project root located at: . [2025-04-04T10:58:54.814Z] ['info'] -> Token found by environment variables [2025-04-04T10:58:54.824Z] ['info'] Searching for coverage files... [2025-04-04T10:58:54.917Z] ['info'] => Found 1 possible coverage files: coverage.txt [2025-04-04T10:58:54.917Z] ['info'] Processing coverage.txt... [2025-04-04T10:58:54.938Z] ['info'] Using manual override from args. [2025-04-04T10:58:54.939Z] ['info'] Detected Jenkins CI as the CI provider. [2025-04-04T10:58:54.948Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.8.0&token=*******&branch=origin%2Fpr%2F60382&build=7824&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fpull_lightning_integration_test%2F7824%2F&commit=a99475fc33674dc9218acc399094b47beacbcaf1&job=&pr=60382&service=jenkins&slug=PingCAP-QE%2Fci&name=&tag=&flags=integration&parent= tidb lightning exit successfully PASS coverage: 23.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:55 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.23598.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file /tmp/lightning_test/lightning-add-index2.log Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log [2025-04-04T10:58:55.542Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/a99475fc33674dc9218acc399094b47beacbcaf1 https://storage.googleapis.com/codecov-production/shelter/v4/github/pingcap/tidb/a99475fc33674dc9218acc399094b47beacbcaf1/2a121fad-f50c-400a-b4bb-f45cc052fc59.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJWQHUGIBILH4J7Q6ZUSCIFNEOLYSNDS7L3B4N5SIBQ2J4YLYE5CRFCD%2F20250404%2Fus%2Fs3%2Faws4_request&X-Amz-Date=20250404T105855Z&X-Amz-Expires=120&X-Amz-SignedHeaders=host&X-Amz-Signature=e5a30a3f7628a926e5bc88122d08c74e68c6f3d2e1b63ecf77885f5dc6937b60 [2025-04-04T10:58:55.542Z] ['info'] Uploading... TiFlash started. selected test cases: lightning_duplicate_detection_new [2025-04-04T10:58:56.718Z] ['info'] {"status":"processing","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/a99475fc33674dc9218acc399094b47beacbcaf1"} [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } Run cases: lightning_row-format-v2 [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new + LOG_FILE=/tmp/lightning_test/lightning-duplicate-detection-new.log + cleanup + run_sql 'DROP DATABASE IF EXISTS test' + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + rm -f /tmp/lightning_test/lightning-duplicate-detection-new.log + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/tidb-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:58 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new --backend' tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/tidb-replace.toml --log-file '/tmp/lightning_test/lightning-duplicate-detection-new.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection_new.86824.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/tidb-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection-new.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 227 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 14.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ run_sql 'SELECT count(*) AS total_count FROM test.dup_detect' ++ grep total_count ++ awk '{print $2}' Starting PD... + expected_rows=174 ++ run_sql 'SELECT group_concat(col1 ORDER BY col1) AS pks FROM test.dup_detect' ++ grep pks ++ awk '{print $2}' + expected_pks=1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,61,62,63,65,66,67,68,69,70,72,74,75,76,77,78,80,81,83,86,87,88,89,90,91,92,93,94,95,96,98,99,100,101,102,103,104,106,107,108,110,111,112,113,114,115,116,117,118,120,121,122,123,124,125,126,127,128,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,155,157,158,159,160,161,162,164,165,166,167,168,169,170,171,172,174,175,176,177,178,179,180,181,182,183,185,186,188,189,190,192,193,194,195,196,197,199,987 + cleanup + run_sql 'DROP DATABASE IF EXISTS test' + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + rm -f /tmp/lightning_test/lightning-duplicate-detection-new.log + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:59 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new --backend' local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file '/tmp/lightning_test/lightning-duplicate-detection-new.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection_new.86870.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection-new.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 227 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 28.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ run_sql 'SELECT count(*) AS total_count FROM test.dup_detect' ++ grep total_count ++ awk '{print $2}' + actual_rows=174 ++ run_sql 'SELECT group_concat(col1 ORDER BY col1) AS pks FROM test.dup_detect' ++ grep pks ++ awk '{print $2}' + actual_pks=1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,61,62,63,65,66,67,68,69,70,72,74,75,76,77,78,80,81,83,86,87,88,89,90,91,92,93,94,95,96,98,99,100,101,102,103,104,106,107,108,110,111,112,113,114,115,116,117,118,120,121,122,123,124,125,126,127,128,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,155,157,158,159,160,161,162,164,165,166,167,168,169,170,171,172,174,175,176,177,178,179,180,181,182,183,185,186,188,189,190,192,193,194,195,196,197,199,987 + '[' 174 '!=' 174 ']' + '[' 1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,61,62,63,65,66,67,68,69,70,72,74,75,76,77,78,80,81,83,86,87,88,89,90,91,92,93,94,95,96,98,99,100,101,102,103,104,106,107,108,110,111,112,113,114,115,116,117,118,120,121,122,123,124,125,126,127,128,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,155,157,158,159,160,161,162,164,165,166,167,168,169,170,171,172,174,175,176,177,178,179,180,181,182,183,185,186,188,189,190,192,193,194,195,196,197,199,987 '!=' 1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,61,62,63,65,66,67,68,69,70,72,74,75,76,77,78,80,81,83,86,87,88,89,90,91,92,93,94,95,96,98,99,100,101,102,103,104,106,107,108,110,111,112,113,114,115,116,117,118,120,121,122,123,124,125,126,127,128,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,155,157,158,159,160,161,162,164,165,166,167,168,169,170,171,172,174,175,176,177,178,179,180,181,182,183,185,186,188,189,190,192,193,194,195,196,197,199,987 ']' + run_sql 'SELECT count(*) FROM lightning_task_info.conflict_records_v2' *************************** 1. row *************************** count(*): 227 + check_contains 'count(*): 227' + run_sql 'SELECT count(*) FROM lightning_task_info.conflict_records_v2 WHERE error = '\'''\''' *************************** 1. row *************************** count(*): 0 + check_contains 'count(*): 0' + run_sql 'SELECT * FROM lightning_task_info.conflict_records_v2 WHERE row_id = 12' *************************** 1. row *************************** id: 10 task_id: 8413920054141291874 create_time: 2025-04-04 18:58:59.515580 table_name: `test`.`dup_detect` path: test.dup_detect.1.sql offset: 797 error: [kv:1062]Duplicate entry '171' for key 'dup_detect.PRIMARY' row_id: 12 row_data: (171,'yRxZE',9201592769833450947,'xs3d',5,4,283270321) + check_contains '(171,'\''yRxZE'\'',9201592769833450947,'\''xs3d'\'',5,4,283270321)' + check_contains '[kv:1062]Duplicate entry '\''171'\'' for key '\''dup_detect.PRIMARY'\''' + run_sql 'SELECT * FROM lightning_task_info.conflict_records_v2 WHERE row_id = 1' *************************** 1. row *************************** id: 1 task_id: 8413920054141291874 create_time: 2025-04-04 18:58:59.498998 table_name: `test`.`dup_detect` path: test.dup_detect.1.sql offset: 90 error: [kv:1062]Duplicate entry '0-177543185' for key 'dup_detect.uniq_col6_col7' row_id: 1 row_data: (87,'nEoKu',7836621565948506759,'y6',48,0,177543185) + check_contains '(87,'\''nEoKu'\'',7836621565948506759,'\''y6'\'',48,0,177543185)' + check_contains '[kv:1062]Duplicate entry '\''0-177543185'\'' for key '\''dup_detect.uniq_col6_col7'\''' + cleanup + run_sql 'DROP DATABASE IF EXISTS test' + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + rm -f /tmp/lightning_test/lightning-duplicate-detection-new.log + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/tidb-ignore.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:59:00 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new --backend' tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/tidb-ignore.toml --log-file '/tmp/lightning_test/lightning-duplicate-detection-new.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection_new.86973.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/tidb-ignore.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection-new.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 228 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 14.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ run_sql 'SELECT count(*) AS total_count FROM test.dup_detect' ++ grep total_count ++ awk '{print $2}' + expected_rows=173 ++ run_sql 'SELECT group_concat(col1 ORDER BY col1) AS pks FROM test.dup_detect' ++ grep pks ++ awk '{print $2}' + expected_pks=1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,61,62,63,65,66,67,68,69,70,72,74,75,76,77,78,80,81,83,86,87,88,89,90,91,92,93,94,95,96,98,99,100,101,102,103,104,106,107,108,110,111,112,113,114,115,116,117,118,120,121,122,123,124,125,126,127,128,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,155,157,158,159,160,161,162,164,165,166,167,168,169,170,171,172,174,175,176,177,178,179,180,181,182,183,185,186,188,189,190,192,193,194,195,196,197,199 + cleanup + run_sql 'DROP DATABASE IF EXISTS test' + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + rm -f /tmp/lightning_test/lightning-duplicate-detection-new.log + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-error.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log + grep -q 'duplicate key in table `test`.`dup_detect` caused by index .*, but because checkpoint is off we can'\''t have more details' tidb lightning exit successfully PASS coverage: 24.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** Table: multi_indexes Create Table: CREATE TABLE `multi_indexes` ( `c1` bigint NOT NULL, `c2` varchar(255) NOT NULL, `c3` varchar(255) NOT NULL, `c4` varchar(255) NOT NULL, `c5` varchar(255) NOT NULL, `c6` varchar(255) NOT NULL, `c7` varchar(255) NOT NULL, `c8` varchar(255) NOT NULL, `c9` varchar(255) NOT NULL, `c10` varchar(255) NOT NULL, `c11` varchar(255) NOT NULL, PRIMARY KEY (`c1`) /*T![clustered_index] CLUSTERED */, KEY `idx_c2` (`c2`) COMMENT 'single column index', KEY `idx_c2_c3` (`c2`,`c3`) COMMENT 'multiple column index', UNIQUE KEY `uniq_c4` (`c4`) COMMENT 'single column unique key', UNIQUE KEY `uniq_c4_c5` (`c4`,`c5`) COMMENT 'multiple column unique key', KEY `idx_c6` (`c6`) COMMENT 'single column index with asc order', KEY `idx_c7` (`c7`) COMMENT 'single column index with desc order', KEY `idx_c6_c7` (`c6`,`c7`) COMMENT 'multiple column index with asc and desc order', KEY `idx_c8` (`c8`) COMMENT 'single column index with visible', KEY `idx_c9` (`c9`) /*!80000 INVISIBLE */ COMMENT 'single column index with invisible', KEY `idx_lower_c10` ((lower(`c10`))) COMMENT 'single column index with function', KEY `idx_prefix_c11` (`c11`(3)) COMMENT 'single column index with prefix', UNIQUE KEY `c2` (`c2`) ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:59:01 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-file.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.23712.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-file.toml --log-file /tmp/lightning_test/lightning-add-index2.log Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log + grep -q 'duplicate key in table `test`.`dup_detect` caused by index .*, but because checkpoint is off we can'\''t have more details' /tmp/lightning_test/lightning-duplicate-detection-new.log + run_sql 'SELECT * FROM lightning_task_info.conflict_records_v2' *************************** 1. row *************************** id: 1 task_id: 6610358240716887172 create_time: 2025-04-04 18:59:01.678272 table_name: `test`.`dup_detect` path: offset: -1 error: duplicate key in table `test`.`dup_detect` caused by index `uniq_col6_col7`, but because checkpoint is off we can't have more details row_id: -1 row_data: + check_contains 'error: duplicate key in table `test`.`dup_detect`' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-error.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log --enable-checkpoint=1 + grep -q 'duplicate entry for key '\''uniq_col6_col7'\'', a pair of conflicting rows are (row 1 counting from offset 0 in file test.dup_detect.1.sql, row 101 counting from offset 0 in file test.dup_detect.4.sql)' + grep -q 'duplicate entry for key '\''uniq_col6_col7'\'', a pair of conflicting rows are (row 1 counting from offset 0 in file test.dup_detect.1.sql, row 101 counting from offset 0 in file test.dup_detect.4.sql)' /tmp/lightning_test/lightning-duplicate-detection-new.log + run_sql 'SELECT * FROM lightning_task_info.conflict_records_v2' *************************** 1. row *************************** id: 1 task_id: 6610358240716887172 create_time: 2025-04-04 18:59:01.678272 table_name: `test`.`dup_detect` path: offset: -1 error: duplicate key in table `test`.`dup_detect` caused by index `uniq_col6_col7`, but because checkpoint is off we can't have more details row_id: -1 row_data: *************************** 2. row *************************** id: 2 task_id: 6360791029146348922 create_time: 2025-04-04 18:59:02.155929 table_name: `test`.`dup_detect` path: test.dup_detect.4.sql offset: -1 error: duplicate entry for key 'uniq_col6_col7', a pair of conflicting rows are (row 1 counting from offset 0 in file test.dup_detect.1.sql, row 101 counting from offset 0 in file test.dup_detect.4.sql) row_id: 2256 row_data: + check_contains 'error: duplicate entry for key '\''uniq_col6_col7'\'', a pair of conflicting rows are' + check_contains 'restore table `test`.`dup_detect` failed: duplicate entry for key '\''uniq_col6_col7'\'', a pair of conflicting rows are (row 1 counting from offset 0 in file test.dup_detect.1.sql, row 101 counting from offset 0 in file test.dup_detect.4.sql)' /tmp/lightning_test/lightning-duplicate-detection-new.log + run_lightning_ctl --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-error.toml '--checkpoint-error-destroy=`test`.`dup_detect`' +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_duplicate_detection_new.87117.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-error.toml '--checkpoint-error-destroy=`test`.`dup_detect`' [2025/04/04 18:59:02.271 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:59:02.271 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489410733848483694] Dropping table: `test`.`dup_detect` Closing and cleaning up engine: `test`.`dup_detect` -1 Closing and cleaning up engine: `test`.`dup_detect` 0 [2025/04/04 18:59:02.356 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:59:02.356 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:59:02.356 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ ls /tmp/lightning_test/lightning_duplicate_detection_new.sorted ++ wc -l + files_left=0 + '[' 0 -ne 0 ']' + rm -rf /tmp/lightning_test/lightning_duplicate_detection_new.sorted + cleanup + run_sql 'DROP DATABASE IF EXISTS test' + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + rm -f /tmp/lightning_test/lightning-duplicate-detection-new.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterDuplicateDetection=return()' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailAfterDuplicateDetection=return()' + run_lightning --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:59:02 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new --enable-checkpoint=1' --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file '/tmp/lightning_test/lightning-duplicate-detection-new.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection_new.87157.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection-new.log tidb lightning canceled PASS coverage: 27.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:59:02 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-file.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.23758.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-file.toml --log-file /tmp/lightning_test/lightning-add-index2.log Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log panic: forcing failure after duplicate detection goroutine 789 [running]: github.com/pingcap/tidb/lightning/pkg/importer.(*TableImporter).importTable(0xc00309a320, {0x7086718, 0xc002c0a450}, 0xc001b2a200, 0xc002ed81e0) /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/table_import.go:251 +0x1371 github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).importTables.func6() /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:1450 +0x178 created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).importTables in goroutine 127 /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:1445 +0x9bc + true + unset GO_FAILPOINTS + rm -f /tmp/lightning_test/lightning-duplicate-detection-new.log + run_lightning_ctl --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml '--checkpoint-error-ignore=`test`.`dup_detect`' +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_duplicate_detection_new.87213.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml '--checkpoint-error-ignore=`test`.`dup_detect`' [2025/04/04 18:59:03.001 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:59:03.001 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489410733848483694] [2025/04/04 18:59:03.012 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:59:03.013 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:59:03.013 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_lightning --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:59:03 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new --enable-checkpoint=1' --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file '/tmp/lightning_test/lightning-duplicate-detection-new.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection_new.87243.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection-new.log 2025/04/04 18:59:03 [JOB 1] WAL file /tmp/lightning_test/lightning_duplicate_detection_new.sorted/duplicates/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 227 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*) FROM test.dup_detect' *************************** 1. row *************************** count(*): 174 + check_contains 'count(*): 174' + run_sql 'SELECT count(*) FROM lightning_task_info.conflict_records_v2' *************************** 1. row *************************** count(*): 227 + check_contains 'count(*): 227' + check_not_contains 'duplicate detection start' /tmp/lightning_test/lightning-duplicate-detection-new.log *===== TEST: [lightning_duplicate_detection_new] success! =====* { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_duplicate_resolution_error tidb lightning exit successfully PASS coverage: 18.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + '[' 130 == 130 ']' + '[' 12548524131860600223 == 12548524131860600223 ']' + '[' 30 == 30 ']' + '[' 3322292718850045174 == 3322292718850045174 ']' + recover_from_checkpoint mysql + tp=mysql + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/AddIndexCrash=return()' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/AddIndexCrash=return()' + run_sql 'DROP DATABASE add_index;' + rm -rf /tmp/add-index-by-sql-checkpoint.pb + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file /tmp/lightning_test/lightning-add-index2.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:59:07 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.23838.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file /tmp/lightning_test/lightning-add-index2.log Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log Starting PD... tidb lightning canceled PASS coverage: 25.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + grep -Fq 'task canceled' /tmp/lightning_test/lightning-add-index2.log + unset GO_FAILPOINTS + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file /tmp/lightning_test/lightning-add-index2.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:59:09 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.23890.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file /tmp/lightning_test/lightning-add-index2.log Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... tidb lightning exit successfully PASS coverage: 13.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ run_sql 'ADMIN CHECKSUM TABLE add_index.multi_indexes;' ++ grep Total_kvs ++ awk '{print $2}' + actual_multi_indexes_kvs=130 ++ run_sql 'ADMIN CHECKSUM TABLE add_index.multi_indexes;' ++ grep Checksum_crc64_xor ++ awk '{print $2}' + actual_multi_indexes_cksum=12548524131860600223 ++ run_sql 'ADMIN CHECKSUM TABLE add_index.non_pk_auto_inc;' ++ grep Total_kvs ++ awk '{print $2}' + actual_non_pk_auto_inc_kvs=30 ++ run_sql 'ADMIN CHECKSUM TABLE add_index.non_pk_auto_inc;' ++ grep Checksum_crc64_xor ++ awk '{print $2}' + actual_non_pk_auto_inc_cksum=3322292718850045174 + set -x + '[' 130 == 130 ']' + '[' 12548524131860600223 == 12548524131860600223 ']' + '[' 30 == 30 ']' + '[' 3322292718850045174 == 3322292718850045174 ']' *===== TEST: [lightning_add_index] success! =====* TiFlash started. selected test cases: lightning_row-format-v2 Run cases: lightning_alter_random *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_row-format-v2/run.sh... =====* + run_sql 'show variables like "%tidb_row_format_version%";' *************************** 1. row *************************** Variable_name: tidb_row_format_version Value: 2 ++ grep 'Value: [0-9]' /tmp/lightning_test/sql_res.lightning_row-format-v2.txt ++ awk '{print $2}' + row_format=2 + '[' 2 -ne 2 ']' + run_sql 'DROP DATABASE IF EXISTS rowformatv2;' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:59:18 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_row-format-v2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_row-format-v2.30277.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_row-format-v2/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_row-format-v2/data --sorted-kv-dir /tmp/lightning_test/lightning_row-format-v2.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(1) FROM rowformatv2.t1;' *************************** 1. row *************************** count(1): 50 + check_contains 'count(1): 50' + run_sql 'SELECT DISTINCT col14 FROM rowformatv2.t1;' *************************** 1. row *************************** col14: NULL *************************** 2. row *************************** col14: 39 + check_contains 'col14: NULL' + check_contains 'col14: 39' + '[' 2 -ne 2 ']' *===== TEST: [lightning_row-format-v2] success! =====* Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Run cases: lightning_s3 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... TiFlash started. selected test cases: lightning_duplicate_resolution_error *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error + run_sql 'DROP TABLE IF EXISTS dup_resolve.a' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v4' + run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:59:28 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_error.89148.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_error.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrFoundDataConflictRecords]found data conflict records in table a, primary key is '3', row data is '(3, 3, "3.csv")' warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning.log + grep ERROR + tail -n 1 + grep -Fq '[Lightning:Restore:ErrFoundDataConflictRecords]found data conflict records in table a, primary key is '\''3'\'', row data is '\''(3, 3, \"3.csv\")'\''' + check_not_contains 'the whole procedure completed' /tmp/lightning_test/lightning.log *===== TEST: [lightning_duplicate_resolution_error] success! =====* {"level":"warn","ts":1743764369.2115412,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc005716540/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Internal desc = server closed the stream without sending trailers"} "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_duplicate_resolution_error_pk_multiple_files {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_alter_random *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_alter_random/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:59:38 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_alter_random --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_alter_random.25771.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_alter_random/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_alter_random/data --sorted-kv-dir /tmp/lightning_test/lightning_alter_random.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 3 *************************** 3. row *************************** inc: 2 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 3 *************************** 3. row *************************** inc: 30002 *************************** 4. row *************************** inc: 2 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:59:38 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_alter_random --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_alter_random.25835.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_alter_random/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_alter_random/data --sorted-kv-dir /tmp/lightning_test/lightning_alter_random.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 3 *************************** 3. row *************************** inc: 2 *************************** 1. row *************************** inc: 4 *************************** 2. row *************************** inc: 1 *************************** 3. row *************************** inc: 3 *************************** 4. row *************************** inc: 2 *===== TEST: [lightning_alter_random] success! =====* { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_auto_columns TiFlash started. selected test cases: lightning_s3 Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_s3/run.sh... =====* + DB=s3_test + TABLE=tbl +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_s3/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_s3 ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_s3 + check_cluster_version 4 0 0 'local backend' + set -euE + [[ -z /tmp/lightning_test ]] + DBPATH=/tmp/lightning_test/s3.mydump + export MINIO_ACCESS_KEY=s3accesskey + MINIO_ACCESS_KEY=s3accesskey + export MINIO_SECRET_KEY=s3secretkey + MINIO_SECRET_KEY=s3secretkey + export MINIO_BROWSER=off + MINIO_BROWSER=off + export S3_ENDPOINT=127.0.0.1:9900 + S3_ENDPOINT=127.0.0.1:9900 + rm -rf /tmp/lightning_test/s3_test + mkdir -p /tmp/lightning_test/s3_test + i=0 + curl -o /dev/null -v -s http://127.0.0.1:9900/ + minio server --address 127.0.0.1:9900 /tmp/lightning_test/s3.mydump * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 9900 failed: Connection refused * Failed to connect to 127.0.0.1 port 9900: Connection refused * Closing connection 0 + i=1 + '[' 1 -gt 30 ']' + sleep 2 You are running an older version of MinIO released 4 years ago Update: Run `mc admin update` Attempting encryption of all config, IAM users and policies on MinIO backend Endpoint: http://127.0.0.1:9900 Object API (Amazon S3 compatible): Go: https://docs.min.io/docs/golang-client-quickstart-guide Java: https://docs.min.io/docs/java-client-quickstart-guide Python: https://docs.min.io/docs/python-client-quickstart-guide JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide .NET: https://docs.min.io/docs/dotnet-client-quickstart-guide "is_initialized": true, Starting TiDB... Verifying TiDB is started... + curl -o /dev/null -v -s http://127.0.0.1:9900/ * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 9900 (#0) > GET / HTTP/1.1 > Host: 127.0.0.1:9900 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 403 Forbidden < Accept-Ranges: bytes < Content-Length: 226 < Content-Security-Policy: block-all-mixed-content < Content-Type: application/xml < Server: MinIO < Vary: Origin < X-Amz-Request-Id: 18331878548402FE < X-Xss-Protection: 1; mode=block < Date: Fri, 04 Apr 2025 10:59:45 GMT < { [226 bytes data] * Connection #0 to host 127.0.0.1 left intact + BUCKET=test-bucket + DATA_PATH=/tmp/lightning_test/s3.mydump/test-bucket + mkdir -p /tmp/lightning_test/s3.mydump/test-bucket + echo 'CREATE DATABASE s3_test;' + echo 'CREATE TABLE t(i INT, s varchar(32));' + echo 'INSERT INTO tbl (i, s) VALUES (1, "1"),(2, "test2"), (3, "qqqtest");' + cat + final_ret_code=0 + test_import_non_existing_path + rm -f /tmp/lightning_test/lightning.log + local 'SOURCE_DIR=s3://test-bucket/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' + run_lightning -d 's3://test-bucket/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + grep -Eq 'data-source-dir .* doesn'\''t exist or contains no files' /tmp/lightning_test/lightning.log + return 0 + test_import_empty_dir + rm -f /tmp/lightning_test/lightning.log + local emptyPath=empty-bucket/empty-path + mkdir -p /tmp/lightning_test/s3.mydump/empty-bucket/empty-path + local 'SOURCE_DIR=s3://empty-bucket/empty-path/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' + run_lightning -d 's3://empty-bucket/empty-path/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + grep -Eq 'data-source-dir .* doesn'\''t exist or contains no files' /tmp/lightning_test/lightning.log + return 0 + test_normal_import + rm -f /tmp/lightning_test/lightning.log + cleanup_db_and_table + run_sql 'DROP DATABASE IF EXISTS s3_test;' + run_sql 'DROP TABLE IF EXISTS s3_test.tbl;' + local 'SOURCE_DIR=s3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' + run_lightning -d 's3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 25.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*), sum(i) FROM `s3_test`.tbl' *************************** 1. row *************************** count(*): 7 sum(i): 413 + check_contains 'count(*): 7' + check_contains 'sum(i): 413' + return 0 + test_import_with_checkpoint + rm -f /tmp/lightning_test/lightning.log + cleanup_db_and_table + run_sql 'DROP DATABASE IF EXISTS s3_test;' + run_sql 'DROP TABLE IF EXISTS s3_test.tbl;' + local 'SOURCE_DIR=s3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' + run_lightning -d 's3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_s3/config_s3_checkpoint.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 25.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*), sum(i) FROM `s3_test`.tbl' *************************** 1. row *************************** count(*): 7 sum(i): 413 + check_contains 'count(*): 7' + check_contains 'sum(i): 413' + test_import_using_manual_path_config + rm -f /tmp/lightning_test/lightning.log + cleanup_db_and_table + run_sql 'DROP DATABASE IF EXISTS s3_test;' + run_sql 'DROP TABLE IF EXISTS s3_test.tbl;' + local bucket_02=test-bucket-02 + local sub_path_02=to-be-imported + local base_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported + rm -rf /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported + mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported + touch /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/s3_test-schema-create.sql + cp /tmp/lightning_test/s3.mydump/test-bucket/s3_test.tbl-schema.sql /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/ + local sql_data_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql + local csv_data_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv + local parquet_data_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-parquet + mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql/empty-dir + cp /tmp/lightning_test/s3.mydump/test-bucket/s3_test.tbl.sql /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql/ + touch /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql/dummy.sql + mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv/empty-dir + cp /tmp/lightning_test/s3.mydump/test-bucket/s3_test.tbl.0.csv /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv/ + touch /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv/dummy.csv + mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-parquet/empty-dir + local 'SOURCE_DIR=s3://test-bucket-02/to-be-imported?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' + run_lightning -d 's3://test-bucket-02/to-be-imported?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_s3/config_manual_files.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 25.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*), sum(i) FROM `s3_test`.tbl' *************************** 1. row *************************** count(*): 7 sum(i): 413 + check_contains 'count(*): 7' + check_contains 'sum(i): 413' + return 0 + exit 0 *===== TEST: [lightning_s3] success! =====* {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7824/lightning-test already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] sh + ls -alh /tmp/group_cover total 25M drwxr-xr-x 2 jenkins jenkins 4.0K Apr 4 18:59 . drwxrwxrwt 1 root root 4.0K Apr 4 18:59 .. -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_max_random.2151.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_max_random.2283.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:53 cov.lightning_multi_valued_index.4260.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:53 cov.lightning_multi_valued_index.4358.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_new_collation.8033.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_new_collation.8140.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_new_collation.8203.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_new_collation.8267.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_no_schema.11957.out -rw-r--r-- 1 jenkins jenkins 953K Apr 4 18:55 cov.lightning_parquet.13868.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:55 cov.lightning_parquet.14067.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:55 cov.lightning_partition_incremental.16023.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:55 cov.lightning_partition_incremental.16084.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_partition_incremental.16085.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:56 cov.lightning_partitioned-table.18030.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:56 cov.lightning_partitioned-table.18186.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:56 cov.lightning_record_network.20181.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:57 cov.lightning_reload_cert.22115.out -rw-r--r-- 1 jenkins jenkins 953K Apr 4 18:57 cov.lightning_restore.24012.out -rw-r--r-- 1 jenkins jenkins 953K Apr 4 18:58 cov.lightning_restore.24322.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:58 cov.lightning_routes.26426.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:58 cov.lightning_routes_panic.28370.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:59 cov.lightning_row-format-v2.30277.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:59 cov.lightning_s3.32260.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:59 cov.lightning_s3.32324.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:59 cov.lightning_s3.32398.out + gocovmerge /tmp/group_cover/cov.lightning_max_random.2151.out /tmp/group_cover/cov.lightning_max_random.2283.out /tmp/group_cover/cov.lightning_multi_valued_index.4260.out /tmp/group_cover/cov.lightning_multi_valued_index.4358.out /tmp/group_cover/cov.lightning_new_collation.8033.out /tmp/group_cover/cov.lightning_new_collation.8140.out /tmp/group_cover/cov.lightning_new_collation.8203.out /tmp/group_cover/cov.lightning_new_collation.8267.out /tmp/group_cover/cov.lightning_no_schema.11957.out /tmp/group_cover/cov.lightning_parquet.13868.out /tmp/group_cover/cov.lightning_parquet.14067.out /tmp/group_cover/cov.lightning_partition_incremental.16023.out /tmp/group_cover/cov.lightning_partition_incremental.16084.out /tmp/group_cover/cov.lightning_partition_incremental.16085.out /tmp/group_cover/cov.lightning_partitioned-table.18030.out /tmp/group_cover/cov.lightning_partitioned-table.18186.out /tmp/group_cover/cov.lightning_record_network.20181.out /tmp/group_cover/cov.lightning_reload_cert.22115.out /tmp/group_cover/cov.lightning_restore.24012.out /tmp/group_cover/cov.lightning_restore.24322.out /tmp/group_cover/cov.lightning_routes.26426.out /tmp/group_cover/cov.lightning_routes_panic.28370.out /tmp/group_cover/cov.lightning_row-format-v2.30277.out /tmp/group_cover/cov.lightning_s3.32260.out /tmp/group_cover/cov.lightning_s3.32324.out /tmp/group_cover/cov.lightning_s3.32398.out + codecov --rootDir . --flags integration --file coverage.txt --branch origin/pr/60382 --sha a99475fc33674dc9218acc399094b47beacbcaf1 --pr 60382 [2025-04-04T10:59:51.111Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.8.0 [2025-04-04T10:59:51.113Z] ['info'] => Project root located at: . [2025-04-04T10:59:51.116Z] ['info'] -> Token found by environment variables [2025-04-04T10:59:51.126Z] ['info'] Searching for coverage files... [2025-04-04T10:59:51.214Z] ['info'] => Found 1 possible coverage files: coverage.txt [2025-04-04T10:59:51.215Z] ['info'] Processing coverage.txt... [2025-04-04T10:59:51.234Z] ['info'] Using manual override from args. [2025-04-04T10:59:51.234Z] ['info'] Detected Jenkins CI as the CI provider. [2025-04-04T10:59:51.240Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.8.0&token=*******&branch=origin%2Fpr%2F60382&build=7824&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fpull_lightning_integration_test%2F7824%2F&commit=a99475fc33674dc9218acc399094b47beacbcaf1&job=&pr=60382&service=jenkins&slug=PingCAP-QE%2Fci&name=&tag=&flags=integration&parent= [2025-04-04T10:59:51.780Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/a99475fc33674dc9218acc399094b47beacbcaf1 https://storage.googleapis.com/codecov-production/shelter/v4/github/pingcap/tidb/a99475fc33674dc9218acc399094b47beacbcaf1/de9683b5-5699-45a0-bf5b-add23f8264b6.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJWQHUGIBILH4J7Q6ZUSCIFNEOLYSNDS7L3B4N5SIBQ2J4YLYE5CRFCD%2F20250404%2Fus%2Fs3%2Faws4_request&X-Amz-Date=20250404T105951Z&X-Amz-Expires=120&X-Amz-SignedHeaders=host&X-Amz-Signature=b2c0aac76ca4f556b7b464c016b33360b1bcb65149d2a2365766a46e07c0b99c [2025-04-04T10:59:51.781Z] ['info'] Uploading... TiFlash started. selected test cases: lightning_duplicate_resolution_error_pk_multiple_files *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files + run_sql 'DROP TABLE IF EXISTS dup_resolve.a' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v4' + run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:59:53 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_error_pk_multiple_files.91004.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_error_pk_multiple_files.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log [2025-04-04T10:59:53.972Z] ['info'] {"status":"processing","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/a99475fc33674dc9218acc399094b47beacbcaf1"} [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout tidb lightning encountered error: failed to record conflict errors: [Lightning:Restore:ErrFoundDataConflictRecords]found data conflict records in table a, primary key is '1', row data is '(1, 1, "1.csv")' warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning.log + grep ERROR + tail -n 1 + grep -Fq '[Lightning:Restore:ErrFoundDataConflictRecords]found data conflict records in table a' + check_not_contains 'the whole procedure completed' /tmp/lightning_test/lightning.log *===== TEST: [lightning_duplicate_resolution_error_pk_multiple_files] success! =====* [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } "is_initialized": true, Starting TiDB... Verifying TiDB is started... Run cases: lightning_duplicate_resolution_error_uk_multiple_files {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Starting PD... TiFlash started. selected test cases: lightning_auto_columns *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_columns/run.sh... =====* + run_sql 'DROP DATABASE IF EXISTS lightning_auto_cols;' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 19:00:03 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_columns >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_columns.27715.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_columns.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT CONCAT_WS('\'':'\'', id, c) AS row_data FROM lightning_auto_cols.t_auto_incr;' *************************** 1. row *************************** row_data: 1:normal_pk_01 *************************** 2. row *************************** row_data: 2:null_pk_02 *************************** 3. row *************************** row_data: 3:null_pk_03 *************************** 4. row *************************** row_data: 4:normal_pk_04 + check_contains 'row_data: 1:normal_pk_01' + check_contains 'row_data: 2:null_pk_02' + check_contains 'row_data: 3:null_pk_03' + check_contains 'row_data: 4:normal_pk_04' + run_sql 'SELECT COUNT(*) AS row_count FROM lightning_auto_cols.t_auto_incr;' *************************** 1. row *************************** row_count: 4 + check_contains 'row_count: 4' + run_sql 'SELECT CONCAT_WS('\'':'\'', id, c) AS row_data FROM lightning_auto_cols.t_auto_random;' *************************** 1. row *************************** row_data: 1:normal_pk_01 *************************** 2. row *************************** row_data: 4:normal_pk_04 *************************** 3. row *************************** row_data: 1152921504606846978:null_pk_02 *************************** 4. row *************************** row_data: 1152921504606846979:null_pk_03 + check_contains 'row_data: 1:normal_pk_01' + check_contains :null_pk_02 + check_not_contains 'row_data: 0:null_pk_02' + check_contains :null_pk_03 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + check_not_contains 'row_data: 0:null_pk_03' + check_contains 'row_data: 4:normal_pk_04' + run_sql 'SELECT COUNT(*) AS row_count FROM lightning_auto_cols.t_auto_random;' *************************** 1. row *************************** row_count: 4 + check_contains 'row_count: 4' *===== TEST: [lightning_auto_columns] success! =====* [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7824/lightning-test already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] sh + ls -alh /tmp/group_cover total 20M drwxr-xr-x. 2 jenkins jenkins 4.0K Apr 4 19:00 . drwxrwxrwt. 1 root root 4.0K Apr 4 19:00 .. -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:58 cov.lightning_add_index.23512.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:59 cov.lightning_add_index.23598.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:59 cov.lightning_add_index.23712.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:59 cov.lightning_add_index.23758.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:59 cov.lightning_add_index.23838.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:59 cov.lightning_add_index.23890.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:59 cov.lightning_alter_random.25771.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:59 cov.lightning_alter_random.25835.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 19:00 cov.lightning_auto_columns.27715.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_pd_leader_switch.2285.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_tool_1420.5990.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_tool_1472.7868.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:55 cov.lightning_tool_241.9774.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:56 cov.lightning_ttl.11694.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:57 cov.lightning_various_types.15420.out -rw-r--r--. 1 jenkins jenkins 953K Apr 4 18:57 cov.lightning_various_types.15663.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:57 cov.lightning_view.17747.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:57 cov.lightning_view.17816.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:57 cov.lightning_write_batch.19681.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:57 cov.lightning_write_batch.19745.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:58 cov.lightning_write_limit.21630.out + gocovmerge /tmp/group_cover/cov.lightning_add_index.23512.out /tmp/group_cover/cov.lightning_add_index.23598.out /tmp/group_cover/cov.lightning_add_index.23712.out /tmp/group_cover/cov.lightning_add_index.23758.out /tmp/group_cover/cov.lightning_add_index.23838.out /tmp/group_cover/cov.lightning_add_index.23890.out /tmp/group_cover/cov.lightning_alter_random.25771.out /tmp/group_cover/cov.lightning_alter_random.25835.out /tmp/group_cover/cov.lightning_auto_columns.27715.out /tmp/group_cover/cov.lightning_pd_leader_switch.2285.out /tmp/group_cover/cov.lightning_tool_1420.5990.out /tmp/group_cover/cov.lightning_tool_1472.7868.out /tmp/group_cover/cov.lightning_tool_241.9774.out /tmp/group_cover/cov.lightning_ttl.11694.out /tmp/group_cover/cov.lightning_various_types.15420.out /tmp/group_cover/cov.lightning_various_types.15663.out /tmp/group_cover/cov.lightning_view.17747.out /tmp/group_cover/cov.lightning_view.17816.out /tmp/group_cover/cov.lightning_write_batch.19681.out /tmp/group_cover/cov.lightning_write_batch.19745.out /tmp/group_cover/cov.lightning_write_limit.21630.out + codecov --rootDir . --flags integration --file coverage.txt --branch origin/pr/60382 --sha a99475fc33674dc9218acc399094b47beacbcaf1 --pr 60382 [2025-04-04T11:00:07.667Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.8.0 [2025-04-04T11:00:07.668Z] ['info'] => Project root located at: . [2025-04-04T11:00:07.671Z] ['info'] -> Token found by environment variables [2025-04-04T11:00:07.681Z] ['info'] Searching for coverage files... [2025-04-04T11:00:07.764Z] ['info'] => Found 1 possible coverage files: coverage.txt [2025-04-04T11:00:07.764Z] ['info'] Processing coverage.txt... [2025-04-04T11:00:07.784Z] ['info'] Using manual override from args. [2025-04-04T11:00:07.784Z] ['info'] Detected Jenkins CI as the CI provider. [2025-04-04T11:00:07.791Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.8.0&token=*******&branch=origin%2Fpr%2F60382&build=7824&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fpull_lightning_integration_test%2F7824%2F&commit=a99475fc33674dc9218acc399094b47beacbcaf1&job=&pr=60382&service=jenkins&slug=PingCAP-QE%2Fci&name=&tag=&flags=integration&parent= [2025-04-04T11:00:08.372Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/a99475fc33674dc9218acc399094b47beacbcaf1 https://storage.googleapis.com/codecov-production/shelter/v4/github/pingcap/tidb/a99475fc33674dc9218acc399094b47beacbcaf1/1698572a-5fdf-448b-9926-7739d4c58b80.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJWQHUGIBILH4J7Q6ZUSCIFNEOLYSNDS7L3B4N5SIBQ2J4YLYE5CRFCD%2F20250404%2Fus%2Fs3%2Faws4_request&X-Amz-Date=20250404T110008Z&X-Amz-Expires=120&X-Amz-SignedHeaders=host&X-Amz-Signature=a86e51fcad739f0eba8fa895e33dd82af774f1ff46453aebabce9e013fa75379 [2025-04-04T11:00:08.373Z] ['info'] Uploading... [2025-04-04T11:00:09.536Z] ['info'] {"status":"processing","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/a99475fc33674dc9218acc399094b47beacbcaf1"} [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_duplicate_resolution_error_uk_multiple_files *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files + run_sql 'DROP TABLE IF EXISTS dup_resolve.a' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v4' + run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 19:00:18 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_error_uk_multiple_files.92883.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_error_uk_multiple_files.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table a, index name is 'a.key_b', unique key is '[101]', primary key is '1' warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning.log + grep ERROR + tail -n 1 + grep -Fq '[Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table a, index name is '\''a.key_b'\'', unique key is '\''[101]'\'', primary key is '\''1'\''' + check_not_contains 'the whole procedure completed' /tmp/lightning_test/lightning.log *===== TEST: [lightning_duplicate_resolution_error_uk_multiple_files] success! =====* Run cases: lightning_duplicate_resolution_error_uk_multiple_files_multicol_index Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_duplicate_resolution_error_uk_multiple_files_multicol_index *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index + run_sql 'DROP TABLE IF EXISTS dup_resolve.a' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v4' + run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 19:00:40 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_error_uk_multiple_files_multicol_index.94747.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table a, index name is 'a.key_bd', unique key is '[101 9]', primary key is '1' warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning.log + grep ERROR + tail -n 1 + grep -Fq '[Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table a, index name is '\''a.key_bd'\'', unique key is '\''[101 9]'\'', primary key is '\''1'\''' + check_not_contains 'the whole procedure completed' /tmp/lightning_test/lightning.log *===== TEST: [lightning_duplicate_resolution_error_uk_multiple_files_multicol_index] success! =====* Run cases: lightning_duplicate_resolution_incremental Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-598-ga99475fc33-dirty","git_hash":"a99475fc33674dc9218acc399094b47beacbcaf1","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_duplicate_resolution_incremental *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental + check_cluster_version 5 2 0 'duplicate detection' + LOG_FILE1=/tmp/lightning_test/lightning-duplicate-resolution1.log + LOG_FILE2=/tmp/lightning_test/lightning-duplicate-resolution2.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownCheckDupe=return(10)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownCheckDupe=return(10)' + counter=0 + '[' 0 -lt 10 ']' + grep -Fq 'start to sleep several seconds before checking other dupe' /tmp/lightning_test/lightning-duplicate-resolution1.log + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config1.toml grep: /tmp/lightning_test/lightning-duplicate-resolution1.log: No such file or directory + (( counter += 1 )) + echo 'waiting for lightning 1 starts' waiting for lightning 1 starts + sleep 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 19:01:06 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution1.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config1.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_incremental.96601.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config1.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-resolution1.log + '[' 1 -lt 10 ']' + grep -Fq 'start to sleep several seconds before checking other dupe' /tmp/lightning_test/lightning-duplicate-resolution1.log + echo 'lightning 1 already starts waiting for dupe' lightning 1 already starts waiting for dupe + break + '[' 1 -ge 10 ']' + wait + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config2.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 19:01:07 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution2.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config2.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_incremental.96655.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config2.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-resolution2.log Import Data Error Summary: +---+---------------------+-------------+----------------------------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+----------------------------------------------------------------+ | 1 | Unique Key Conflict | 10 | `lightning_task_info_dupe_resolve_incremental`.`conflict_view` | +---+---------------------+-------------+----------------------------------------------------------------+ tidb lightning exit successfully PASS coverage: 27.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... tidb lightning exit successfully PASS coverage: 28.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + export GO_FAILPOINTS= + GO_FAILPOINTS= + run_sql 'admin check table dup_resolve_detect.ta' + run_sql 'select count(*), sum(id) from dup_resolve_detect.ta where id < 100' *************************** 1. row *************************** count(*): 15 sum(id): 120 + check_contains 'count(*): 15' + check_contains 'sum(id): 120' + run_sql 'select count(*), sum(id) from dup_resolve_detect.ta where id > 100' *************************** 1. row *************************** count(*): 16 sum(id): 1896 + check_contains 'count(*): 16' + check_contains 'sum(id): 1896' *===== TEST: [lightning_duplicate_resolution_incremental] success! =====* [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7824/lightning-test already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] sh + ls -alh /tmp/group_cover total 23M drwxr-xr-x. 2 jenkins jenkins 4.0K Apr 4 19:01 . drwxrwxrwt. 1 root root 4.0K Apr 4 19:01 .. -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:59 cov.ctl.lightning_duplicate_detection_new.87117.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:59 cov.ctl.lightning_duplicate_detection_new.87213.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_config_max_error.2220.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_config_max_error.2285.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_config_max_error.2387.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_config_max_error.2432.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_config_skip_csv_header.4441.out -rw-r--r--. 1 jenkins jenkins 953K Apr 4 18:52 cov.lightning_csv.6304.out -rw-r--r--. 1 jenkins jenkins 953K Apr 4 18:52 cov.lightning_csv.6646.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:52 cov.lightning_csv.6995.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_default-columns.9129.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_disable_scheduler_by_key_range.10991.out -rw-r--r--. 1 jenkins jenkins 953K Apr 4 18:56 cov.lightning_disk_quota.12898.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:56 cov.lightning_distributed_import.15393.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:56 cov.lightning_distributed_import.15445.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:57 cov.lightning_drop_other_tables_halfway.17310.out -rw-r--r--. 1 jenkins jenkins 953K Apr 4 18:57 cov.lightning_duplicate_detection.19145.out -rw-r--r--. 1 jenkins jenkins 953K Apr 4 18:57 cov.lightning_duplicate_detection.19146.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:58 cov.lightning_duplicate_detection_new.86824.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:59 cov.lightning_duplicate_detection_new.86870.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:59 cov.lightning_duplicate_detection_new.86973.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:59 cov.lightning_duplicate_detection_new.87243.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 19:01 cov.lightning_duplicate_resolution_incremental.96601.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 19:01 cov.lightning_duplicate_resolution_incremental.96655.out + gocovmerge /tmp/group_cover/cov.ctl.lightning_duplicate_detection_new.87117.out /tmp/group_cover/cov.ctl.lightning_duplicate_detection_new.87213.out /tmp/group_cover/cov.lightning_config_max_error.2220.out /tmp/group_cover/cov.lightning_config_max_error.2285.out /tmp/group_cover/cov.lightning_config_max_error.2387.out /tmp/group_cover/cov.lightning_config_max_error.2432.out /tmp/group_cover/cov.lightning_config_skip_csv_header.4441.out /tmp/group_cover/cov.lightning_csv.6304.out /tmp/group_cover/cov.lightning_csv.6646.out /tmp/group_cover/cov.lightning_csv.6995.out /tmp/group_cover/cov.lightning_default-columns.9129.out /tmp/group_cover/cov.lightning_disable_scheduler_by_key_range.10991.out /tmp/group_cover/cov.lightning_disk_quota.12898.out /tmp/group_cover/cov.lightning_distributed_import.15393.out /tmp/group_cover/cov.lightning_distributed_import.15445.out /tmp/group_cover/cov.lightning_drop_other_tables_halfway.17310.out /tmp/group_cover/cov.lightning_duplicate_detection.19145.out /tmp/group_cover/cov.lightning_duplicate_detection.19146.out /tmp/group_cover/cov.lightning_duplicate_detection_new.86824.out /tmp/group_cover/cov.lightning_duplicate_detection_new.86870.out /tmp/group_cover/cov.lightning_duplicate_detection_new.86973.out /tmp/group_cover/cov.lightning_duplicate_detection_new.87243.out /tmp/group_cover/cov.lightning_duplicate_resolution_incremental.96601.out /tmp/group_cover/cov.lightning_duplicate_resolution_incremental.96655.out + codecov --rootDir . --flags integration --file coverage.txt --branch origin/pr/60382 --sha a99475fc33674dc9218acc399094b47beacbcaf1 --pr 60382 [2025-04-04T11:01:20.825Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.8.0 [2025-04-04T11:01:20.826Z] ['info'] => Project root located at: . [2025-04-04T11:01:20.829Z] ['info'] -> Token found by environment variables [2025-04-04T11:01:20.838Z] ['info'] Searching for coverage files... [2025-04-04T11:01:20.919Z] ['info'] => Found 1 possible coverage files: coverage.txt [2025-04-04T11:01:20.919Z] ['info'] Processing coverage.txt... [2025-04-04T11:01:20.940Z] ['info'] Using manual override from args. [2025-04-04T11:01:20.940Z] ['info'] Detected Jenkins CI as the CI provider. [2025-04-04T11:01:20.946Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.8.0&token=*******&branch=origin%2Fpr%2F60382&build=7824&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fpull_lightning_integration_test%2F7824%2F&commit=a99475fc33674dc9218acc399094b47beacbcaf1&job=&pr=60382&service=jenkins&slug=PingCAP-QE%2Fci&name=&tag=&flags=integration&parent= [2025-04-04T11:01:21.486Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/a99475fc33674dc9218acc399094b47beacbcaf1 https://storage.googleapis.com/codecov-production/shelter/v4/github/pingcap/tidb/a99475fc33674dc9218acc399094b47beacbcaf1/e35b8c58-7191-4f9f-8933-f3d5bac10133.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJWQHUGIBILH4J7Q6ZUSCIFNEOLYSNDS7L3B4N5SIBQ2J4YLYE5CRFCD%2F20250404%2Fus%2Fs3%2Faws4_request&X-Amz-Date=20250404T110121Z&X-Amz-Expires=120&X-Amz-SignedHeaders=host&X-Amz-Signature=021090342ceda3de4abd24b5608ca1323f353b03b82aa5e9b38d7ac4248b6980 [2025-04-04T11:01:21.486Z] ['info'] Uploading... [2025-04-04T11:01:22.610Z] ['info'] {"status":"processing","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/a99475fc33674dc9218acc399094b47beacbcaf1"} [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline Finished: SUCCESS