Started by user Jenkins Admin Obtained pipelines/pingcap/tidb/latest/pull_lightning_integration_test.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is cached. Copying from home. [Pipeline] Start of Pipeline [Pipeline] readJSON [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7823-zsl9k-4-8tpql Agent pingcap-tidb-pull-lightning-integration-test-7823-zsl9k-4-8tpql is provisioned from template pingcap_tidb_pull_lightning_integration_test_7823-zsl9k-45b2p --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "91f6c357a36a4a1dbf16408dd5a215f6d84fa3d7" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7823-zsl9k" name: "pingcap-tidb-pull-lightning-integration-test-7823-zsl9k-4-8tpql" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-zsl9k-4-8tpql" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-zsl9k-4-8tpql" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-pull-lightning-integration-test-7823-zsl9k-4-8tpql in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git rev-list --no-walk b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh + printenv GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/display/redirect JENKINS_URL=https://do.pingcap.net/jenkins/ EXECUTOR_NUMBER=0 JOB_SPEC={"type":"presubmit","job":"pingcap/tidb/pull_lightning_integration_test","buildid":"1908106818509344771","prowjobid":"f7432c18-669b-4f50-91d6-aa5c5c5f5359","refs":{"org":"pingcap","repo":"tidb","repo_link":"https://github.com/pingcap/tidb","base_ref":"master","base_sha":"d9fb3a53376157be49b5a7941e6e689a33c81eb0","base_link":"https://github.com/pingcap/tidb/commit/d9fb3a53376157be49b5a7941e6e689a33c81eb0","pulls":[{"number":60132,"author":"mjonss","sha":"d992efb82fbe1dce48ee9795468c1255987b0fe0","title":"ddl: Non clustered reorg duplicate tidb rowid fix","head_ref":"non-clustered-reorg-duplicate-_tidb_rowid-fix","link":"https://github.com/pingcap/tidb/pull/60132","commit_link":"https://github.com/pingcap/tidb/pull/60132/commits/d992efb82fbe1dce48ee9795468c1255987b0fe0","author_link":"https://github.com/mjonss"}]}} _=/usr/bin/printenv TZ=Asia/Shanghai BUILD_ID=1908106818509344771 POD_LABEL=pingcap_tidb_pull_lightning_integration_test_7823-zsl9k HOSTNAME=pingcap-tidb-pull-lightning-integration-test-7823-zsl9k-4-8tpql OLDPWD=/home/jenkins RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/display/redirect?page=changes JENKINS_NODE_COOKIE=b456e33f-ef83-4a53-87cd-c771fc142cdc GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct JAVA_HOME=/usr/lib/jvm/jre-openjdk JOB_BASE_NAME=pull_lightning_integration_test WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test@tmp KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true GIT_URL=https://github.com/PingCAP-QE/ci.git CLASSPATH= KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 FILE_SERVER_URL=http://fileserver.pingcap.net POD_CONTAINER=golang GOPATH=/go BUILD_NUMBER=7823 USE_BAZEL_VERSION=6.5.0 KUBERNETES_PORT=tcp://10.233.0.1:443 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test PWD=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test HUDSON_URL=https://do.pingcap.net/jenkins/ HOME=/home/jenkins NODE_NAME=pingcap-tidb-pull-lightning-integration-test-7823-zsl9k-4-8tpql HUDSON_SERVER_COOKIE=83ef27fe9acccc92 JENKINS_HOME=/var/jenkins_home JOB_NAME=pingcap/tidb/pull_lightning_integration_test RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/display/redirect?page=tests KUBERNETES_SERVICE_PORT_HTTPS=443 KUBERNETES_PORT_443_TCP_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 HUDSON_HOME=/var/jenkins_home JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/display/redirect PROW_JOB_ID=f7432c18-669b-4f50-91d6-aa5c5c5f5359 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/display/redirect?page=artifacts BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/ TERM=xterm STAGE_NAME=Debug info JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/ BUILD_DISPLAY_NAME=#7823 SHLVL=3 GIT_BRANCH=origin/main BUILD_TAG=jenkins-pingcap-tidb-pull_lightning_integration_test-7823 KUBERNETES_SERVICE_PORT=443 NODE_LABELS=pingcap_tidb_pull_lightning_integration_test_7823-zsl9k pingcap-tidb-pull-lightning-integration-test-7823-zsl9k-4-8tpql PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 KUBERNETES_SERVICE_HOST=10.233.0.1 JENKINS_SERVER_COOKIE=durable-bc8591f0700b33e92af119b345fb821d3b921955a943aa35989460df13e464f9 + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.23.3' GODEBUG='' GOTELEMETRY='local' GOTELEMETRYDIR='/home/jenkins/.config/go/telemetry' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -ffile-prefix-map=/tmp/go-build947285620=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-pull-lightning-integration-test-7823-zsl9k-4-8tpql bash' debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-pull-lightning-integration-test-7823-zsl9k-4-8tpql bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 23639 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 2, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ; COOKIE: 32f8a54a3ca86fa9 (echoed) ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 27 IN A 20.205.243.166 github.com. 27 IN A 20.27.177.113 ;; Query time: 0 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Fri Apr 04 10:38:54 UTC 2025 ;; MSG SIZE rcvd: 103 [Pipeline] script [Pipeline] { [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] timeout Timeout set to expire in 5 min 0 sec [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tidb/rev-d9fb3a5) 1213224960 bytes in 5.23 secs (231944330 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh git version 2.43.5 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/.git/ .git HEAD is now at d9fb3a5337 ddl: Implement TableMode feature (#59009) POST git-upload-pack (656 bytes) POST git-upload-pack (973 bytes) From https://github.com/pingcap/tidb = [up to date] master -> origin/master * [new ref] refs/pull/60132/head -> origin/pr/60132/head Auto packing the repository in background for optimum performance. See "git help gc" for manual housekeeping. HEAD is now at d9fb3a5337 ddl: Implement TableMode feature (#59009) ๐Ÿšง Checkouting to base SHA:d9fb3a53376157be49b5a7941e6e689a33c81eb0... HEAD is now at d9fb3a5337 ddl: Implement TableMode feature (#59009) โœ… Checked. ๐ŸŽ‰ ๐Ÿงพ HEAD info: d9fb3a53376157be49b5a7941e6e689a33c81eb0 d9fb3a5337 ddl: Implement TableMode feature (#59009) 195c367f3a parser: support to check any column flag (#60287) f4b85e3540 statistics: remove invalid histogram items in loadNeededColumnHistograms and loadNeededIndexHistograms (#60318) ๐Ÿšง Pre-merge heads of pull requests to base SHA: d9fb3a53376157be49b5a7941e6e689a33c81eb0 ... Updating d9fb3a5337..d992efb82f Fast-forward Auto packing the repository in background for optimum performance. See "git help gc" for manual housekeeping. pkg/ddl/partition.go | 99 +- pkg/ddl/tests/partition/db_partition_test.go | 54 +- pkg/ddl/tests/partition/multi_domain_test.go | 1893 +++++++++++++++++++++-- pkg/table/table.go | 13 + pkg/table/table_test.go | 7 +- pkg/table/tables/partition.go | 268 +++- pkg/table/tables/tables.go | 8 +- tests/integrationtest/r/ddl/db_partition.result | 8 +- 8 files changed, 2047 insertions(+), 303 deletions(-) ๐Ÿงพ Pre-merged result: d992efb82fbe1dce48ee9795468c1255987b0fe0 d992efb82f Merge remote-tracking branch 'pingcap/master' into non-clustered-reorg-duplicate-_tidb_rowid-fix d9fb3a5337 ddl: Implement TableMode feature (#59009) 195c367f3a parser: support to check any column flag (#60287) โœ… Pre merged ๐ŸŽ‰ โœ… ~~~~~All done.~~~~~~ [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache saved successfully (git/pingcap/tidb/rev-d9fb3a5-d992efb) 1213952000 bytes in 17.76 secs (68334007 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Prepare) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/third_party_download [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] sh + chmod +x ../tidb/lightning/tests/download_integration_test_binaries.sh ../tidb/lightning/tests/run.sh ../tidb/lightning/tests/run_group_lightning_tests.sh ../tidb/lightning/tests/run_local_sst_test.sh + /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/download_integration_test_binaries.sh master % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 732 0 --:--:-- --:--:-- --:--:-- 732 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 284 0 --:--:-- --:--:-- --:--:-- 284 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 290 0 --:--:-- --:--:-- --:--:-- 290 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 1281 0 --:--:-- --:--:-- --:--:-- 1242 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 1051 0 --:--:-- --:--:-- --:--:-- 1051 download pd-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/pd/9d6bbb8529d9d2acb9cf324a65e94ece465f6346/centos7/pd-server.tar.gz 2025-04-04 18:39:35 URL:http://fileserver.pingcap.net/download/builds/pingcap/pd/9d6bbb8529d9d2acb9cf324a65e94ece465f6346/centos7/pd-server.tar.gz [228444265/228444265] -> "tmp/pd-server.tar.gz" [1] download tikv-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tikv/3eb3439fd88f0db9de06ef92e845e80b32c9b49a/centos7/tikv-server.tar.gz 2025-04-04 18:40:03 URL:http://fileserver.pingcap.net/download/builds/pingcap/tikv/3eb3439fd88f0db9de06ef92e845e80b32c9b49a/centos7/tikv-server.tar.gz [817400808/817400808] -> "tmp/tikv-server.tar.gz" [1] download tiflash.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tiflash/master/8ecb79fcf30098e6786f4d0440ead2a879a3ad4a/centos7/tiflash.tar.gz 2025-04-04 18:40:29 URL:http://fileserver.pingcap.net/download/builds/pingcap/tiflash/master/8ecb79fcf30098e6786f4d0440ead2a879a3ad4a/centos7/tiflash.tar.gz [553235170/553235170] -> "tmp/tiflash.tar.gz" [1] download importer.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/importer/d9a90a49b23801369cf50d9e92bdc3ae1f62ade1/centos7/importer.tar.gz 2025-04-04 18:40:35 URL:http://fileserver.pingcap.net/download/builds/pingcap/importer/d9a90a49b23801369cf50d9e92bdc3ae1f62ade1/centos7/importer.tar.gz [12558874/12558874] -> "tmp/importer.tar.gz" [1] download ticdc-linux-amd64.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/ticdc/4c631d5951854ac91765b729fe3849d8e8d5ed8a/centos7/ticdc-linux-amd64.tar.gz 2025-04-04 18:40:39 URL:http://fileserver.pingcap.net/download/builds/pingcap/ticdc/4c631d5951854ac91765b729fe3849d8e8d5ed8a/centos7/ticdc-linux-amd64.tar.gz [98668337/98668337] -> "tmp/ticdc-linux-amd64.tar.gz" [1] download minio from http://fileserver.pingcap.net/download/builds/minio/minio/RELEASE.2020-02-27T00-23-05Z/minio 2025-04-04 18:40:43 URL:http://fileserver.pingcap.net/download/builds/minio/minio/RELEASE.2020-02-27T00-23-05Z/minio [51838976/51838976] -> "third_bin/minio" [1] download go-ycsb from http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb 2025-04-04 18:40:44 URL:http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb [45975512/45975512] -> "third_bin/go-ycsb" [1] download mc from http://fileserver.pingcap.net/download/builds/minio/minio/RELEASE.2020-02-27T00-23-05Z/mc 2025-04-04 18:40:45 URL:http://fileserver.pingcap.net/download/builds/minio/minio/RELEASE.2020-02-27T00-23-05Z/mc [19689472/19689472] -> "third_bin/mc" [1] download kes from http://fileserver.pingcap.net/download/kes 2025-04-04 18:40:46 URL:http://fileserver.pingcap.net/download/kes [16302080/16302080] -> "third_bin/kes" [1] download fake-gcs-server from http://fileserver.pingcap.net/download/builds/fake-gcs-server 2025-04-04 18:40:46 URL:http://fileserver.pingcap.net/download/builds/fake-gcs-server [12357632/12357632] -> "third_bin/fake-gcs-server" [1] download brv4.0.8 from http://fileserver.pingcap.net/download/builds/brv4.0.8 2025-04-04 18:40:50 URL:http://fileserver.pingcap.net/download/builds/brv4.0.8 [95775066/95775066] -> "third_bin/brv4.0.8" [1] total 2.7G drwxr-sr-x. 2 jenkins jenkins 4.0K Apr 4 18:40 . drwxr-sr-x. 3 jenkins jenkins 4.0K Apr 4 18:40 .. -rwxr-xr-x. 1 jenkins jenkins 92M Apr 4 18:40 brv4.0.8 -rwxr-xr-x. 1 jenkins jenkins 231M Apr 2 16:53 cdc -rwxr-xr-x. 1 jenkins jenkins 12M Apr 4 18:40 fake-gcs-server -rwxr-xr-x. 1 jenkins jenkins 44M Apr 4 18:40 go-ycsb -rwxr-xr-x. 1 jenkins jenkins 16M Apr 4 18:40 kes lrwxrwxrwx. 1 jenkins jenkins 13 Apr 3 12:33 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 1.2M Dec 18 2023 libc++.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 16 Apr 3 12:33 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 353K Dec 18 2023 libc++abi.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 13 Apr 3 12:33 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx. 1 jenkins jenkins 15 Apr 3 12:33 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 2.2M Apr 3 11:49 libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 346M Apr 3 12:34 libtiflash_proxy.so -rwxr-xr-x. 1 jenkins jenkins 19M Apr 4 18:40 mc -rwxr-xr-x. 1 jenkins jenkins 50M Apr 4 18:40 minio -rwxr-xr-x. 1 jenkins jenkins 41M Apr 3 15:30 pd-api-bench -rwxr-xr-x. 1 jenkins jenkins 44M Apr 3 15:29 pd-ctl -rwxr-xr-x. 1 jenkins jenkins 40M Apr 3 15:30 pd-heartbeat-bench -rwxr-xr-x. 1 jenkins jenkins 35M Apr 3 15:29 pd-recover -rwxr-xr-x. 1 jenkins jenkins 37M Apr 3 15:30 pd-region-bench -rwxr-xr-x. 1 jenkins jenkins 115M Apr 3 15:29 pd-server -rwxr-xr-x. 1 jenkins jenkins 37M Apr 3 15:30 pd-tso-bench -rwxr-xr-x. 1 jenkins jenkins 15M Apr 3 15:30 pd-ut -rwxr-xr-x. 1 jenkins jenkins 35M Apr 3 15:30 regions-dump -rwxr-xr-x. 1 jenkins jenkins 35M Apr 3 15:30 stores-dump -rwxr-xr-x. 1 jenkins jenkins 443M Apr 3 12:33 tiflash -rwxr-xr-x. 1 jenkins jenkins 212M Apr 2 11:56 tikv-ctl -rwxr-xr-x. 1 jenkins jenkins 36M Sep 3 2021 tikv-importer -rwxr-xr-x. 1 jenkins jenkins 373M Apr 2 11:56 tikv-server -rwxr-xr-x. 1 jenkins jenkins 376M Apr 2 11:57 tikv-server-failpoint -rwxr-xr-x. 1 jenkins jenkins 2.3M Apr 3 15:30 xprog Download SUCCESS + mkdir -p bin + mv third_bin/brv4.0.8 third_bin/cdc third_bin/fake-gcs-server third_bin/go-ycsb third_bin/kes third_bin/libc++.so.1 third_bin/libc++.so.1.0 third_bin/libc++abi.so.1 third_bin/libc++abi.so.1.0 third_bin/libgmssl.so third_bin/libgmssl.so.3 third_bin/libgmssl.so.3.0 third_bin/libtiflash_proxy.so third_bin/mc third_bin/minio third_bin/pd-api-bench third_bin/pd-ctl third_bin/pd-heartbeat-bench third_bin/pd-recover third_bin/pd-region-bench third_bin/pd-server third_bin/pd-tso-bench third_bin/pd-ut third_bin/regions-dump third_bin/stores-dump third_bin/tiflash third_bin/tikv-ctl third_bin/tikv-importer third_bin/tikv-server third_bin/tikv-server-failpoint third_bin/xprog bin/ + ls -alh bin/ total 2.7G drwxr-sr-x. 2 jenkins jenkins 4.0K Apr 4 18:40 . drwxr-sr-x. 4 jenkins jenkins 4.0K Apr 4 18:40 .. -rwxr-xr-x. 1 jenkins jenkins 92M Apr 4 18:40 brv4.0.8 -rwxr-xr-x. 1 jenkins jenkins 231M Apr 2 16:53 cdc -rwxr-xr-x. 1 jenkins jenkins 12M Apr 4 18:40 fake-gcs-server -rwxr-xr-x. 1 jenkins jenkins 44M Apr 4 18:40 go-ycsb -rwxr-xr-x. 1 jenkins jenkins 16M Apr 4 18:40 kes lrwxrwxrwx. 1 jenkins jenkins 13 Apr 3 12:33 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 1.2M Dec 18 2023 libc++.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 16 Apr 3 12:33 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 353K Dec 18 2023 libc++abi.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 13 Apr 3 12:33 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx. 1 jenkins jenkins 15 Apr 3 12:33 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 2.2M Apr 3 11:49 libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 346M Apr 3 12:34 libtiflash_proxy.so -rwxr-xr-x. 1 jenkins jenkins 19M Apr 4 18:40 mc -rwxr-xr-x. 1 jenkins jenkins 50M Apr 4 18:40 minio -rwxr-xr-x. 1 jenkins jenkins 41M Apr 3 15:30 pd-api-bench -rwxr-xr-x. 1 jenkins jenkins 44M Apr 3 15:29 pd-ctl -rwxr-xr-x. 1 jenkins jenkins 40M Apr 3 15:30 pd-heartbeat-bench -rwxr-xr-x. 1 jenkins jenkins 35M Apr 3 15:29 pd-recover -rwxr-xr-x. 1 jenkins jenkins 37M Apr 3 15:30 pd-region-bench -rwxr-xr-x. 1 jenkins jenkins 115M Apr 3 15:29 pd-server -rwxr-xr-x. 1 jenkins jenkins 37M Apr 3 15:30 pd-tso-bench -rwxr-xr-x. 1 jenkins jenkins 15M Apr 3 15:30 pd-ut -rwxr-xr-x. 1 jenkins jenkins 35M Apr 3 15:30 regions-dump -rwxr-xr-x. 1 jenkins jenkins 35M Apr 3 15:30 stores-dump -rwxr-xr-x. 1 jenkins jenkins 443M Apr 3 12:33 tiflash -rwxr-xr-x. 1 jenkins jenkins 212M Apr 2 11:56 tikv-ctl -rwxr-xr-x. 1 jenkins jenkins 36M Sep 3 2021 tikv-importer -rwxr-xr-x. 1 jenkins jenkins 373M Apr 2 11:56 tikv-server -rwxr-xr-x. 1 jenkins jenkins 376M Apr 2 11:57 tikv-server-failpoint -rwxr-xr-x. 1 jenkins jenkins 2.3M Apr 3 15:30 xprog + ./bin/pd-server -V Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 + ./bin/tikv-server -V TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + ./bin/tiflash --version TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored [Pipeline] } [Pipeline] // retry [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh All lightning test cases have been added to groups [Pipeline] sh + '[' -f ./bin/tidb-server ']' + make go: downloading go1.23.8 (linux/amd64) CGO_ENABLED=1 GO111MODULE=on go build -tags codes -ldflags '-X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-alpha-590-gd992efb82f-dirty" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBBuildTS=2025-04-04 10:40:57" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitHash=d992efb82fbe1dce48ee9795468c1255987b0fe0" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBEdition=Community" ' -o bin/tidb-server ./cmd/tidb-server go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading github.com/grafana/pyroscope-go v1.2.1 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/prometheus/client_golang v1.21.1 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20250327030528-1906b778d741 go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/pingcap/kvproto v0.0.0-20250224053625-b6a98c6bf02d go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading go.uber.org/automaxprocs v1.6.0 go: downloading github.com/pingcap/tipb v0.0.0-20250331100511-d2c561dad347 go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d go: downloading github.com/tikv/pd/client v0.0.0-20250318085533-e8050f72d00d go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/danjacques/gofslock v0.0.0-20191023191349-0a45f885bc37 go: downloading golang.org/x/sync v0.12.0 go: downloading google.golang.org/grpc v1.63.2 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading github.com/otiai10/copy v1.14.0 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/stretchr/testify v1.10.0 go: downloading github.com/BurntSushi/toml v1.5.0 go: downloading github.com/uber/jaeger-client-go v2.22.1+incompatible go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 go: downloading golang.org/x/sys v0.31.0 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading golang.org/x/net v0.38.0 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading google.golang.org/protobuf v1.36.5 go: downloading github.com/YangKeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/gorilla/mux v1.8.1 go: downloading github.com/klauspost/compress v1.18.0 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading golang.org/x/text v0.23.0 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/opentracing/basictracer-go v1.0.0 go: downloading go.uber.org/multierr v1.11.0 go: downloading golang.org/x/time v0.11.0 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading github.com/grafana/pyroscope-go/godeltaprof v0.1.8 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/prometheus/common v0.63.0 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading github.com/qri-io/jsonschema v0.2.1 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/cockroachdb/pebble v1.1.4-0.20250120151818-5dd133a1e6fb go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading golang.org/x/tools v0.31.0 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/procfs v0.16.0 go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading cloud.google.com/go/storage v1.38.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.14.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading cloud.google.com/go v0.112.1 go: downloading github.com/spf13/pflag v1.0.6 go: downloading golang.org/x/oauth2 v0.28.0 go: downloading google.golang.org/api v0.169.0 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading golang.org/x/term v0.30.0 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240318140521-94a12d6c2237 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/spf13/cobra v1.9.1 go: downloading google.golang.org/genproto v0.0.0-20240227224415-6ceb2ff114de go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.4 go: downloading golang.org/x/crypto v0.36.0 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading cloud.google.com/go/iam v1.1.6 go: downloading github.com/googleapis/gax-go/v2 v2.12.2 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/mattn/go-colorable v0.1.14 go: downloading github.com/zyedidia/generic v1.2.1 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/mattn/go-runewidth v0.0.16 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading k8s.io/api v0.29.11 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading go.opencensus.io v0.24.0 go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading go.opentelemetry.io/otel/trace v1.24.0 go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/goccy/go-reflect v1.2.0 go: downloading github.com/rivo/uniseg v0.4.7 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/pierrec/lz4/v4 v4.1.15 go: downloading github.com/golang-jwt/jwt/v5 v5.2.2 go: downloading cloud.google.com/go/kms v1.15.7 go: downloading github.com/segmentio/fasthash v1.0.3 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading github.com/go-logr/logr v1.4.1 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/cockroachdb/errors v1.11.3 go: downloading github.com/cockroachdb/fifo v0.0.0-20240606204812-0bbfbd93a7ce go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/rogpeppe/go-internal v1.14.1 go: downloading github.com/kr/text v0.2.0 go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/andybalholm/brotli v1.0.5 go: downloading github.com/klauspost/cpuid/v2 v2.0.9 go: downloading k8s.io/apimachinery v0.29.11 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading github.com/google/gofuzz v1.2.0 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading github.com/google/s2a-go v0.1.7 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 Build TiDB Server successfully! + '[' -f ./bin/tidb-lightning.test ']' + make build_for_lightning_integration_test make[1]: Entering directory '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb' GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a go: downloading github.com/sergi/go-diff v1.1.0 make[1]: Leaving directory '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb' (GO111MODULE=on go test -p 8 -c -cover -covermode=count \ -coverpkg=github.com/pingcap/tidb/lightning/...,github.com/pingcap/tidb/pkg/lightning/... \ -o bin/tidb-lightning.test \ github.com/pingcap/tidb/lightning/cmd/tidb-lightning && \ GO111MODULE=on go test -p 8 -c -cover -covermode=count \ -coverpkg=github.com/pingcap/tidb/lightning/...,github.com/pingcap/tidb/pkg/lightning/... \ -o bin/tidb-lightning-ctl.test \ github.com/pingcap/tidb/lightning/cmd/tidb-lightning-ctl && \ GO111MODULE=on go build -tags codes -o bin/fake-oauth tools/fake-oauth/main.go && \ GO111MODULE=on go build -tags codes -o bin/parquet_gen tools/gen-parquet/main.go \ ) || (make failpoint-disable && exit 1) go: downloading github.com/shurcooL/httpgzip v0.0.0-20190720172056-320755c1c1b0 go: downloading github.com/xitongsys/parquet-go-source v0.0.0-20200817004010-026bad9b25d0 make[1]: Entering directory '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb' GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 make[1]: Leaving directory '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb' + ls -alh ./bin total 725M drwxr-sr-x. 2 jenkins jenkins 4.0K Apr 4 18:48 . drwxr-sr-x. 16 jenkins jenkins 4.0K Apr 4 18:44 .. -rwxr-xr-x. 1 jenkins jenkins 7.3M Apr 4 18:48 fake-oauth -rwxr-xr-x. 1 jenkins jenkins 9.9M Apr 4 18:48 parquet_gen -rwxr-xr-x. 1 jenkins jenkins 231M Apr 4 18:48 tidb-lightning-ctl.test -rwxr-xr-x. 1 jenkins jenkins 235M Apr 4 18:47 tidb-lightning.test -rwxr-xr-x. 1 jenkins jenkins 242M Apr 4 18:44 tidb-server + ./bin/tidb-server -V Release Version: v9.0.0-alpha-590-gd992efb82f-dirty Edition: Community Git Commit Hash: d992efb82fbe1dce48ee9795468c1255987b0fe0 Git Branch: HEAD UTC Build Time: 2025-04-04 10:40:57 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore [Pipeline] } Cache saved successfully (binary/pingcap/tidb/lightning-integration-test/rev-d9fb3a5-d992efb) 759336960 bytes in 9.97 secs (76166586 bytes/sec) [Pipeline] // cache [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + cp -r ../third_party_download/bin/brv4.0.8 ../third_party_download/bin/cdc ../third_party_download/bin/fake-gcs-server ../third_party_download/bin/go-ycsb ../third_party_download/bin/kes ../third_party_download/bin/libc++.so.1 ../third_party_download/bin/libc++.so.1.0 ../third_party_download/bin/libc++abi.so.1 ../third_party_download/bin/libc++abi.so.1.0 ../third_party_download/bin/libgmssl.so ../third_party_download/bin/libgmssl.so.3 ../third_party_download/bin/libgmssl.so.3.0 ../third_party_download/bin/libtiflash_proxy.so ../third_party_download/bin/mc ../third_party_download/bin/minio ../third_party_download/bin/pd-api-bench ../third_party_download/bin/pd-ctl ../third_party_download/bin/pd-heartbeat-bench ../third_party_download/bin/pd-recover ../third_party_download/bin/pd-region-bench ../third_party_download/bin/pd-server ../third_party_download/bin/pd-tso-bench ../third_party_download/bin/pd-ut ../third_party_download/bin/regions-dump ../third_party_download/bin/stores-dump ../third_party_download/bin/tiflash ../third_party_download/bin/tikv-ctl ../third_party_download/bin/tikv-importer ../third_party_download/bin/tikv-server ../third_party_download/bin/tikv-server-failpoint ../third_party_download/bin/xprog ./bin/ + ls -alh ./bin total 3.4G drwxr-sr-x. 2 jenkins jenkins 4.0K Apr 4 18:48 . drwxr-sr-x. 16 jenkins jenkins 4.0K Apr 4 18:44 .. -rwxr-xr-x. 1 jenkins jenkins 92M Apr 4 18:48 brv4.0.8 -rwxr-xr-x. 1 jenkins jenkins 231M Apr 4 18:48 cdc -rwxr-xr-x. 1 jenkins jenkins 12M Apr 4 18:48 fake-gcs-server -rwxr-xr-x. 1 jenkins jenkins 7.3M Apr 4 18:48 fake-oauth -rwxr-xr-x. 1 jenkins jenkins 44M Apr 4 18:48 go-ycsb -rwxr-xr-x. 1 jenkins jenkins 16M Apr 4 18:48 kes lrwxrwxrwx. 1 jenkins jenkins 13 Apr 4 18:48 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 1.2M Apr 4 18:48 libc++.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 16 Apr 4 18:48 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x. 1 jenkins jenkins 353K Apr 4 18:48 libc++abi.so.1.0 lrwxrwxrwx. 1 jenkins jenkins 13 Apr 4 18:48 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx. 1 jenkins jenkins 15 Apr 4 18:48 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 2.2M Apr 4 18:48 libgmssl.so.3.0 -rwxr-xr-x. 1 jenkins jenkins 346M Apr 4 18:48 libtiflash_proxy.so -rwxr-xr-x. 1 jenkins jenkins 19M Apr 4 18:48 mc -rwxr-xr-x. 1 jenkins jenkins 50M Apr 4 18:48 minio -rwxr-xr-x. 1 jenkins jenkins 9.9M Apr 4 18:48 parquet_gen -rwxr-xr-x. 1 jenkins jenkins 41M Apr 4 18:48 pd-api-bench -rwxr-xr-x. 1 jenkins jenkins 44M Apr 4 18:48 pd-ctl -rwxr-xr-x. 1 jenkins jenkins 40M Apr 4 18:48 pd-heartbeat-bench -rwxr-xr-x. 1 jenkins jenkins 35M Apr 4 18:48 pd-recover -rwxr-xr-x. 1 jenkins jenkins 37M Apr 4 18:48 pd-region-bench -rwxr-xr-x. 1 jenkins jenkins 115M Apr 4 18:48 pd-server -rwxr-xr-x. 1 jenkins jenkins 37M Apr 4 18:48 pd-tso-bench -rwxr-xr-x. 1 jenkins jenkins 15M Apr 4 18:48 pd-ut -rwxr-xr-x. 1 jenkins jenkins 35M Apr 4 18:48 regions-dump -rwxr-xr-x. 1 jenkins jenkins 35M Apr 4 18:48 stores-dump -rwxr-xr-x. 1 jenkins jenkins 231M Apr 4 18:48 tidb-lightning-ctl.test -rwxr-xr-x. 1 jenkins jenkins 235M Apr 4 18:47 tidb-lightning.test -rwxr-xr-x. 1 jenkins jenkins 242M Apr 4 18:44 tidb-server -rwxr-xr-x. 1 jenkins jenkins 443M Apr 4 18:48 tiflash -rwxr-xr-x. 1 jenkins jenkins 212M Apr 4 18:48 tikv-ctl -rwxr-xr-x. 1 jenkins jenkins 36M Apr 4 18:48 tikv-importer -rwxr-xr-x. 1 jenkins jenkins 373M Apr 4 18:48 tikv-server -rwxr-xr-x. 1 jenkins jenkins 376M Apr 4 18:48 tikv-server-failpoint -rwxr-xr-x. 1 jenkins jenkins 2.3M Apr 4 18:48 xprog [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7823/lightning-test) 4786903040 bytes in 78.76 secs (60778621 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Tests) [Pipeline] parallel [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G00') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G01') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G02') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G03') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G04') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G05') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G06') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G07') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G08') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G00') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G01') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G02') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G03') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G04') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G05') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G06') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G07') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G08') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7823-k954q-s-36ftp Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7823-lgbtk-r-fj0mg Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7823-0q3bz-t-msxcz Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7823-jwscq-s-0x946 Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Agent pingcap-tidb-pull-lightning-integration-test-7823-k954q-s-36ftp is provisioned from template pingcap_tidb_pull_lightning_integration_test_7823-k954q-sq8qb --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "0f2a79e179f19af422fe89a37d447410adea7a8e" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7823-k954q" name: "pingcap-tidb-pull-lightning-integration-test-7823-k954q-s-36ftp" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-k954q-s-36ftp" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-k954q-s-36ftp" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-pull-lightning-integration-test-7823-k954q-s-36ftp in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test [Pipeline] { [Pipeline] checkout Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7823-qxd3n-3-hjz19 The recommended git tool is: git Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@edd329e; decorates RemoteLauncher[hudson.remoting.Channel@2e9b4faf:JNLP4-connect connection from 10.233.76.71/10.233.76.71:45272] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7823-q40b4-b-7jqlg Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7823-dsj6w-d-nq20q Agent pingcap-tidb-pull-lightning-integration-test-7823-jwscq-s-0x946 is provisioned from template pingcap_tidb_pull_lightning_integration_test_7823-jwscq-s6kft --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "82a7d172baaa5bf8ae3e77f3010aec5443691dc8" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7823-jwscq" name: "pingcap-tidb-pull-lightning-integration-test-7823-jwscq-s-0x946" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-jwscq-s-0x946" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-jwscq-s-0x946" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-pull-lightning-integration-test-7823-jwscq-s-0x946 in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test [Pipeline] { [Pipeline] checkout Obtained pipelines/pingcap/tidb/latest/pod-pull_lightning_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate The recommended git tool is: git [Pipeline] { [Pipeline] node Agent pingcap-tidb-pull-lightning-integration-test-7823-lgbtk-r-fj0mg is provisioned from template pingcap_tidb_pull_lightning_integration_test_7823-lgbtk-rm6b4 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "30784e3f36d40685ec73b5dbbb8a11c2995f600c" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7823-lgbtk" name: "pingcap-tidb-pull-lightning-integration-test-7823-lgbtk-r-fj0mg" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-lgbtk-r-fj0mg" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-lgbtk-r-fj0mg" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-pull-lightning-integration-test-7823-lgbtk-r-fj0mg in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7823-93t9p-0-0ghj7 [Pipeline] checkout The recommended git tool is: git Agent pingcap-tidb-pull-lightning-integration-test-7823-0q3bz-t-msxcz is provisioned from template pingcap_tidb_pull_lightning_integration_test_7823-0q3bz-tcp0t --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6a0946710f819cb9e7c5a2fcebf7d8c2c23179ba" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7823-0q3bz" name: "pingcap-tidb-pull-lightning-integration-test-7823-0q3bz-t-msxcz" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-0q3bz-t-msxcz" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-0q3bz-t-msxcz" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-pull-lightning-integration-test-7823-0q3bz-t-msxcz in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Agent pingcap-tidb-pull-lightning-integration-test-7823-q40b4-b-7jqlg is provisioned from template pingcap_tidb_pull_lightning_integration_test_7823-q40b4-b74l0 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "578a856ab7684b1f306b273af1883ddbf719446d" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7823-q40b4" name: "pingcap-tidb-pull-lightning-integration-test-7823-q40b4-b-7jqlg" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-q40b4-b-7jqlg" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-q40b4-b-7jqlg" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Running on pingcap-tidb-pull-lightning-integration-test-7823-q40b4-b-7jqlg in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@3a0b7a6b; decorates RemoteLauncher[hudson.remoting.Channel@49331bc9:JNLP4-connect connection from 10.233.107.230/10.233.107.230:57274] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] withEnv [Pipeline] { [Pipeline] checkout [Pipeline] container [Pipeline] { The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-pull-lightning-integration-test-7823-vgpk1-8-db9ns [Pipeline] withCredentials Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2ac143bd; decorates RemoteLauncher[hudson.remoting.Channel@d9a2725:JNLP4-connect connection from 10.233.70.229/10.233.70.229:54620] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2ed6ede5; decorates RemoteLauncher[hudson.remoting.Channel@45a7208f:JNLP4-connect connection from 10.233.76.167/10.233.76.167:33626] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2bfa8ec9; decorates RemoteLauncher[hudson.remoting.Channel@63769baf:JNLP4-connect connection from 10.233.77.85/10.233.77.85:52938] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Agent pingcap-tidb-pull-lightning-integration-test-7823-qxd3n-3-hjz19 is provisioned from template pingcap_tidb_pull_lightning_integration_test_7823-qxd3n-37j2j --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "b925ad21590c0023bfc28081e71988315aab0786" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7823-qxd3n" name: "pingcap-tidb-pull-lightning-integration-test-7823-qxd3n-3-hjz19" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-qxd3n-3-hjz19" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-qxd3n-3-hjz19" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-pull-lightning-integration-test-7823-qxd3n-3-hjz19 in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Agent pingcap-tidb-pull-lightning-integration-test-7823-dsj6w-d-nq20q is provisioned from template pingcap_tidb_pull_lightning_integration_test_7823-dsj6w-dvkdq --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "d1ddc68c712f333ba1e3a472f8d0d21f0564d0a8" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7823-dsj6w" name: "pingcap-tidb-pull-lightning-integration-test-7823-dsj6w-d-nq20q" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-dsj6w-d-nq20q" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-dsj6w-d-nq20q" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-pull-lightning-integration-test-7823-dsj6w-d-nq20q in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Agent pingcap-tidb-pull-lightning-integration-test-7823-93t9p-0-0ghj7 is provisioned from template pingcap_tidb_pull_lightning_integration_test_7823-93t9p-05pv9 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "fce36b2f67156a15bce6383484a822769700f5db" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7823-93t9p" name: "pingcap-tidb-pull-lightning-integration-test-7823-93t9p-0-0ghj7" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-93t9p-0-0ghj7" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-93t9p-0-0ghj7" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-pull-lightning-integration-test-7823-93t9p-0-0ghj7 in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Agent pingcap-tidb-pull-lightning-integration-test-7823-vgpk1-8-db9ns is provisioned from template pingcap_tidb_pull_lightning_integration_test_7823-vgpk1-84wwf --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" runUrl: "job/pingcap/job/tidb/job/pull_lightning_integration_test/7823/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "ed42f8b4b32a5bb2819add47511187fca5550638" jenkins/label: "pingcap_tidb_pull_lightning_integration_test_7823-vgpk1" name: "pingcap-tidb-pull-lightning-integration-test-7823-vgpk1-8-db9ns" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:latest" name: "golang" resources: limits: memory: "16Gi" cpu: "4" requests: memory: "16Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-vgpk1-8-db9ns" - name: "JENKINS_NAME" value: "pingcap-tidb-pull-lightning-integration-test-7823-vgpk1-8-db9ns" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tidb-pull-lightning-integration-test-7823-vgpk1-8-db9ns in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test Cache restored successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7823/lightning-test) 4786903040 bytes in 10.71 secs (446970341 bytes/sec) [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] sh [Pipeline] { [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] checkout Run cases: lightning_auto_random_default lightning_bom_file lightning_character_sets lightning_check_partial_imported lightning_checkpoint lightning_checkpoint_chunks lightning_checkpoint_columns lightning_checkpoint_dirty_tableid Run cases: lightning_auto_random_default [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@581fd3de; decorates RemoteLauncher[hudson.remoting.Channel@6e4db21e:JNLP4-connect connection from 10.233.97.73/10.233.97.73:39088] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7657db1f; decorates RemoteLauncher[hudson.remoting.Channel@63969e23:JNLP4-connect connection from 10.233.78.112/10.233.78.112:37486] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] cache Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@11b633af; decorates RemoteLauncher[hudson.remoting.Channel@65f5d101:JNLP4-connect connection from 10.233.107.143/10.233.107.143:39766] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@769b7a28; decorates RemoteLauncher[hudson.remoting.Channel@117977c9:JNLP4-connect connection from 10.233.70.173/10.233.70.173:55548] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Starting PD... Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Cache restored successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7823/lightning-test) 4786903040 bytes in 10.99 secs (435696797 bytes/sec) [Pipeline] { [Pipeline] cache "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_auto_random_default *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:40 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2133.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 2 *************************** 3. row *************************** inc: 3 *************************** 4. row *************************** inc: 4 *************************** 5. row *************************** inc: 5 *************************** 6. row *************************** inc: 6 *************************** 1. row *************************** ge: 0 *************************** 1. row *************************** ge: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:41 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2208.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** inc: 25 *************************** 2. row *************************** inc: 26 *************************** 3. row *************************** inc: 27 *************************** 4. row *************************** inc: 1 *************************** 5. row *************************** inc: 2 *************************** 6. row *************************** inc: 3 *************************** 1. row *************************** count: 2 *************************** 1. row *************************** ge: 0 *************************** 1. row *************************** ge: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:42 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' tidb -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2332.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:42 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' tidb -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2389.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:42 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' tidb -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2445.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:43 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' tidb -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2501.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:43 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' local -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2559.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:44 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' local -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2634.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:44 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' local -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2708.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:50:45 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default --backend' local -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_random_default.2784.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_random_default.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_random_default/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count: 2 *************************** 1. row *************************** count: 1 *************************** 1. row *************************** count: 1 *===== TEST: [lightning_auto_random_default] success! =====* Cache restored successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7823/lightning-test) 4786903040 bytes in 12.71 secs (376647111 bytes/sec) [Pipeline] { [Pipeline] cache Run cases: lightning_bom_file Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Cache restored successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7823/lightning-test) 4786903040 bytes in 10.42 secs (459220859 bytes/sec) [Pipeline] { [Pipeline] cache "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_bom_file *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/run.sh... =====* ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file + original_schema_file=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/original_data/mytest.testtbl-schema.sql + original_data_file=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/original_data/mytest.testtbl.csv + mkdir -p /tmp/lightning_test/data + schema_file=/tmp/lightning_test/data/mytest.testtbl-schema.sql + data_file=/tmp/lightning_test/data/mytest.testtbl.csv + printf '\xEF\xBB\xBF' + cat - /dev/fd/63 ++ sed '1s/^\xEF\xBB\xBF//' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/original_data/mytest.testtbl-schema.sql + printf '\xEF\xBB\xBF' + cat - /dev/fd/63 ++ sed '1s/^\xEF\xBB\xBF//' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/original_data/mytest.testtbl.csv + grep -q '^๏ปฟ' /tmp/lightning_test/data/mytest.testtbl-schema.sql + grep -q '^๏ปฟ' /tmp/lightning_test/data/mytest.testtbl.csv ++ sed 1d /tmp/lightning_test/data/mytest.testtbl.csv ++ wc -l ++ xargs echo + row_count=5 + run_lightning --backend tidb -d /tmp/lightning_test/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:11 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file --backend' tidb -d '/tmp/lightning_test/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_bom_file.4666.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/data --sorted-kv-dir /tmp/lightning_test/lightning_bom_file.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb -d /tmp/lightning_test/data Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*) FROM mytest.testtbl' *************************** 1. row *************************** count(*): 5 + check_contains 'count(*): 5' + run_sql 'show create table mytest.testtbl' *************************** 1. row *************************** Table: testtbl Create Table: CREATE TABLE `testtbl` ( `id` int NOT NULL, `val1` varchar(40) NOT NULL, KEY `idx_val1` (`val1`), PRIMARY KEY (`id`) /*T![clustered_index] NONCLUSTERED */ ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin + check_contains NONCLUSTERED + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP TABLE mytest.testtbl' + run_lightning --backend local -d /tmp/lightning_test/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:11 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file --backend' local -d '/tmp/lightning_test/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_bom_file.4708.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_bom_file/data --sorted-kv-dir /tmp/lightning_test/lightning_bom_file.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*) FROM mytest.testtbl' *************************** 1. row *************************** count(*): 5 + check_contains 'count(*): 5' *===== TEST: [lightning_bom_file] success! =====* Cache restored successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7823/lightning-test) 4786903040 bytes in 10.94 secs (437662479 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh [Pipeline] sh Run cases: lightning_duplicate_resolution_merge lightning_duplicate_resolution_replace_multiple_keys_clustered_pk lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk lightning_duplicate_resolution_replace_one_key lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk Run cases: lightning_duplicate_resolution_merge [Pipeline] sh Run cases: lightning_checkpoint_engines lightning_checkpoint_engines_order lightning_checkpoint_error_destroy lightning_checkpoint_parquet lightning_checkpoint_timestamp lightning_checksum_mismatch lightning_cmdline_override lightning_column_permutation lightning_common_handle lightning_compress lightning_concurrent-restore Run cases: lightning_checkpoint_engines Run cases: lightning_config_max_error lightning_config_skip_csv_header lightning_csv lightning_default-columns lightning_disable_scheduler_by_key_range lightning_disk_quota lightning_distributed_import lightning_drop_other_tables_halfway lightning_duplicate_detection lightning_duplicate_detection_new lightning_duplicate_resolution_error lightning_duplicate_resolution_error_pk_multiple_files lightning_duplicate_resolution_error_uk_multiple_files lightning_duplicate_resolution_error_uk_multiple_files_multicol_index lightning_duplicate_resolution_incremental Run cases: lightning_config_max_error Run cases: lightning_character_sets Run cases: lightning_fail_fast lightning_fail_fast_on_nonretry_err lightning_file_routing lightning_foreign_key lightning_gcs lightning_generated_columns lightning_ignore_columns lightning_import_compress lightning_incremental lightning_issue_282 lightning_issue_40657 lightning_issue_410 lightning_issue_519 lightning_local_backend lightning_max_incr Run cases: lightning_fail_fast [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] cache Starting PD... Starting PD... Starting PD... Starting PD... Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Cache restored successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7823/lightning-test) 4786903040 bytes in 10.42 secs (459470120 bytes/sec) [Pipeline] { [Pipeline] cache "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_fail_fast TiFlash started. selected test cases: lightning_character_sets TiFlash started. selected test cases: lightning_duplicate_resolution_merge TiFlash started. selected test cases: lightning_checkpoint_engines *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownWriteRows=sleep(100);github.com/pingcap/tidb/lightning/pkg/importer/SetMinDeliverBytes=return(1)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownWriteRows=sleep(100);github.com/pingcap/tidb/lightning/pkg/importer/SetMinDeliverBytes=return(1)' + for CFG in chunk engine + rm -f /tmp/lightning_test/lightning-tidb.log + run_sql 'DROP DATABASE IF EXISTS fail_fast;' + run_lightning --backend tidb --enable-checkpoint=0 --log-file /tmp/lightning_test/lightning-tidb.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/chunk.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:34 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast --backend' tidb --enable-checkpoint=0 --log-file /tmp/lightning_test/lightning-tidb.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/chunk.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_fail_fast.2130.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/data --sorted-kv-dir /tmp/lightning_test/lightning_fail_fast.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --enable-checkpoint=0 --log-file /tmp/lightning_test/lightning-tidb.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/chunk.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-tidb.log tidb lightning encountered error: [Lightning:Restore:ErrRestoreTable]restore table `fail_fast`.`tb` failed: [`fail_fast`.`tb`] write rows exceed conflict threshold: Error 1062 (23000): Duplicate entry '1-1' for key 'tb.uq' warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning-tidb.log + grep ERROR + tail -n 1 + grep -Fq 'Error 1062 (23000): Duplicate entry '\''1-1'\'' for key '\''tb.uq'\''' + check_not_contains 'restore file completed' /tmp/lightning_test/lightning-tidb.log + check_not_contains 'restore engine completed' /tmp/lightning_test/lightning-tidb.log + for CFG in chunk engine + rm -f /tmp/lightning_test/lightning-tidb.log + run_sql 'DROP DATABASE IF EXISTS fail_fast;' TiFlash started. selected test cases: lightning_config_max_error *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge + LOG_FILE1=/tmp/lightning_test/lightning_duplicate_resolution_merge1.log + LOG_FILE2=/tmp/lightning_test/lightning_duplicate_resolution_merge2.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(1000)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(1000)' + pid1=2136 + pid2=2137 + wait 2136 2137 + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted1 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data1 --log-file /tmp/lightning_test/lightning_duplicate_resolution_merge1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted2 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data2 --log-file /tmp/lightning_test/lightning_duplicate_resolution_merge2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date ++ date + echo '[Fri Apr 4 18:51:35 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted1 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data1 --log-file /tmp/lightning_test/lightning_duplicate_resolution_merge1.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml >>>>>>' + echo '[Fri Apr 4 18:51:35 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted2 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data2 --log-file /tmp/lightning_test/lightning_duplicate_resolution_merge2.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_merge.2137.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted2 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data2 --log-file /tmp/lightning_test/lightning_duplicate_resolution_merge2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_merge.2136.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_merge.sorted1 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/data1 --log-file /tmp/lightning_test/lightning_duplicate_resolution_merge1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_merge/config.toml *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets + run_sql 'DROP DATABASE IF EXISTS charsets;' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:34 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6574.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + run_lightning --backend tidb --enable-checkpoint=0 --log-file /tmp/lightning_test/lightning-tidb.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/engine.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:35 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast --backend' tidb --enable-checkpoint=0 --log-file /tmp/lightning_test/lightning-tidb.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/engine.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_fail_fast.2170.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/data --sorted-kv-dir /tmp/lightning_test/lightning_fail_fast.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --enable-checkpoint=0 --log-file /tmp/lightning_test/lightning-tidb.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast/engine.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-tidb.log Verbose debug logs will be written to /tmp/lightning_test/lightning_duplicate_resolution_merge2.log Verbose debug logs will be written to /tmp/lightning_test/lightning_duplicate_resolution_merge1.log tidb lightning exit successfully PASS coverage: 23.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ไธป้”ฎ`) AS s FROM charsets.gb18030' *************************** 1. row *************************** s: 267 + check_contains 's: 267' + run_sql 'DROP TABLE charsets.gb18030;' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:35 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6630.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrRestoreTable]restore table `fail_fast`.`tb` failed: [`fail_fast`.`tb`] write rows exceed conflict threshold: Error 1062 (23000): Duplicate entry '1-1' for key 'tb.uq' warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning-tidb.log + grep ERROR + tail -n 1 + grep -Fq 'Error 1062 (23000): Duplicate entry '\''1-1'\'' for key '\''tb.uq'\''' + check_not_contains 'restore file completed' /tmp/lightning_test/lightning-tidb.log + check_not_contains 'restore engine completed' /tmp/lightning_test/lightning-tidb.log *===== TEST: [lightning_fail_fast] success! =====* tidb lightning exit successfully PASS coverage: 23.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ไธป้”ฎ`) AS s FROM charsets.gb18030' *************************** 1. row *************************** s: 267 + check_contains 's: 267' + run_sql 'DROP TABLE charsets.gb18030;' + run_lightning_expecting_fail --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 + set +e + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:36 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6689.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: failed to decode charsets.gb18030-schema.sql as utf8mb4: invalid schema encoding warning: GOCOVERDIR not set, no coverage data emitted + ERRCODE=1 + set -e + '[' 1 '!=' 0 ']' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:36 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6721.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030 Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines + check_cluster_version 4 0 0 'local backend' + rm -f /tmp/lightning_test/lightning-checkpoint-engines.log + rm -f /tmp/tidb_lightning_checkpoint.pb + run_sql 'DROP DATABASE IF EXISTS cpeng;' + rm -rf '/tmp/lightning_test/importer/*' + export GO_FAILPOINTS= + GO_FAILPOINTS= + do_run_lightning config + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:36 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_engines.2137.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_engines.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log tidb lightning exit successfully PASS coverage: 23.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... tidb lightning exit successfully PASS coverage: 27.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + ENGINE_COUNT=6 ++ grep 'open engine' /tmp/lightning_test/lightning-checkpoint-engines.log ++ wc -l + OPEN_ENGINES_COUNT=6 + echo 'Number of open engines: 6' Number of open engines: 6 + '[' 6 -eq 6 ']' + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' + run_sql 'DROP DATABASE cpeng;' + rm -f /tmp/tidb_lightning_checkpoint.pb + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(500);github.com/pingcap/tidb/lightning/pkg/importer/FailIfStatusBecomes=return(120);github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(140)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(500);github.com/pingcap/tidb/lightning/pkg/importer/FailIfStatusBecomes=return(120);github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(140)' ++ seq 6 + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 1/6) ********' ******** Importing Table Now (step 1/6) ******** + do_run_lightning config + run_sql 'SELECT sum(`????`) AS s FROM charsets.gb18030' *************************** 1. row *************************** s: 267 + check_contains 's: 267' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:36 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6773.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/run.sh... =====* + check_cluster_version 4 0 0 'local backend' ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error + data_file=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/data/mytest.testtbl.csv ++ sed 1d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/data/mytest.testtbl.csv ++ wc -l ++ xargs echo + total_row_count=15 ++ sed 1d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/data/mytest.testtbl.csv ++ awk -F, '{print $1}' ++ sort ++ uniq -c ++ awk '{print $1}' ++ grep -c 1 ++ xargs echo + uniq_row_count=5 + duplicated_row_count=10 + remaining_row_count=10 + run_sql 'DROP TABLE IF EXISTS mytest.testtbl' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v4' + run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view' + stderr_file=/tmp/lightning_config_max_error.stderr + set +e + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/err_config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ไธป้”ฎ`) AS s FROM charsets.utf8mb4' *************************** 1. row *************************** s: 1119 + check_contains 's: 1119' + run_sql 'DROP TABLE charsets.utf8mb4;' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 2/6) ********' ******** Importing Table Now (step 2/6) ******** + do_run_lightning config Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:37 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6835.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 3/6) ********' ******** Importing Table Now (step 3/6) ******** + do_run_lightning config Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 4 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ + set -e ++ cat + err_msg='tidb lightning encountered error: collect local duplicate rows failed: The number of conflict errors exceeds the threshold configured by `conflict.threshold`: '\''4'\''' + cat /tmp/lightning_config_max_error.stderr +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:37 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/err_config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_max_error.2152.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/data --sorted-kv-dir /tmp/lightning_test/lightning_config_max_error.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/err_config.toml tidb lightning encountered error: collect local duplicate rows failed: The number of conflict errors exceeds the threshold configured by `conflict.threshold`: '4' warning: GOCOVERDIR not set, no coverage data emitted + grep -q 'tidb lightning encountered error: collect local duplicate rows failed: The number of conflict errors exceeds the threshold configured by `conflict.threshold`: '\''4'\''' /tmp/lightning_config_max_error.stderr + run_sql 'SELECT COUNT(*) FROM lightning_task_info.conflict_error_v4' *************************** 1. row *************************** COUNT(*): 10 + check_contains 'COUNT(*): 10' + run_sql 'DROP TABLE IF EXISTS mytest.testtbl' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 4/6) ********' ******** Importing Table Now (step 4/6) ******** + do_run_lightning config Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v4' + run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/normal_config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:37 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/normal_config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_max_error.2228.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/data --sorted-kv-dir /tmp/lightning_test/lightning_config_max_error.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/normal_config.toml tidb lightning exit successfully PASS coverage: 23.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ๆถ“ๅฉšๆ•ญ`) AS s FROM charsets.utf8mb4' *************************** 1. row *************************** s: 1119 + check_contains 's: 1119' + run_sql 'DROP TABLE charsets.utf8mb4;' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:37 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6890.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 5/6) ********' ******** Importing Table Now (step 5/6) ******** + do_run_lightning config Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log Run cases: lightning_fail_fast_on_nonretry_err Verbose debug logs will be written to /tmp/lightning_test/lightning.log + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 6/6) ********' ******** Importing Table Now (step 6/6) ******** + do_run_lightning config Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 10 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 26.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... tidb lightning exit successfully PASS coverage: 23.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ไธป้”ฎ`) AS s FROM charsets.utf8mb4' *************************** 1. row *************************** s: 1119 + check_contains 's: 1119' + run_sql 'DROP TABLE charsets.utf8mb4;' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:38 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6947.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + run_sql 'SELECT COUNT(*) FROM lightning_task_info.conflict_error_v4' *************************** 1. row *************************** COUNT(*): 10 + check_contains 'COUNT(*): 10' + run_sql 'SELECT COUNT(*) FROM mytest.testtbl' *************************** 1. row *************************** COUNT(*): 10 + check_contains 'COUNT(*): 10' + run_sql 'DROP TABLE IF EXISTS mytest.testtbl' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v4' + run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/normal_config_old_style.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:38 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/normal_config_old_style.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_max_error.2307.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/data --sorted-kv-dir /tmp/lightning_test/lightning_config_max_error.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/normal_config_old_style.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ไธป้”ฎ`) AS s FROM charsets.utf8mb4' *************************** 1. row *************************** s: 1119 + check_contains 's: 1119' + run_lightning_expecting_fail --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed + set +e + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:39 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.6996.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/auto.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 10 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 26.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT COUNT(*) FROM lightning_task_info.conflict_error_v4' *************************** 1. row *************************** COUNT(*): 10 + check_contains 'COUNT(*): 10' + echo '******** Verify checkpoint no-op ********' ******** Verify checkpoint no-op ******** + do_run_lightning config + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:39 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_engines.2478.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_engines.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log tidb lightning exit successfully PASS coverage: 18.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... tidb lightning encountered error: [Lightning:Restore:ErrInvalidSchemaStmt]invalid schema statement: 'create table `mixed` (`้ž๎ˆ™็ซด้–ฟ็”ก int not null unique key comment 'ๆณจ้‡Š');': line 1 column 81 near "`้ž๎ˆ™็ซด้–ฟ็”ก int not null unique key comment 'ๆณจ้‡Š');" warning: GOCOVERDIR not set, no coverage data emitted + ERRCODE=1 + set -e + '[' 1 '!=' 0 ']' + run_lightning_expecting_fail --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed + set +e + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:39 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.7031.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/gb18030.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrInvalidSchemaStmt]invalid schema statement: 'create table `mixed` (`้ž๎ˆ™็ซด้–ฟ็”ก int not null unique key comment 'ๆณจ้‡Š');': line 1 column 81 near "`้ž๎ˆ™็ซด้–ฟ็”ก int not null unique key comment 'ๆณจ้‡Š');" warning: GOCOVERDIR not set, no coverage data emitted + ERRCODE=1 + set -e + '[' 1 '!=' 0 ']' + run_lightning_expecting_fail --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed + set +e + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:39 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.7065.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed Verbose debug logs will be written to /tmp/lightning_test/lightning.log + run_sql 'SELECT COUNT(*) FROM mytest.testtbl' *************************** 1. row *************************** COUNT(*): 10 + check_contains 'COUNT(*): 10' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_records_v2' + run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/ignore_config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:39 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/ignore_config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_max_error.2377.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/data --sorted-kv-dir /tmp/lightning_test/lightning_config_max_error.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/ignore_config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Config:ErrInvalidConfig]conflict.strategy cannot be set to "ignore" when use tikv-importer.backend = "local" warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning.log + grep ERROR + tail -n 1 + grep -Fq '[Lightning:Config:ErrInvalidConfig]conflict.strategy cannot be set to \"ignore\" when use tikv-importer.backend = \"local\"' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_records_v2' + run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view' + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/tidb.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:39 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error --backend' tidb --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/tidb.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_max_error.2410.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/data --sorted-kv-dir /tmp/lightning_test/lightning_config_max_error.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/tidb.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' + run_sql 'DROP DATABASE cpeng;' + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint;' + rm -rf /tmp/lightning_test/lightning_checkpoint_engines.sorted + rm -rf '/tmp/lightning_test/importer/*' + set +e ++ seq 6 + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 1/6) ********' ******** Importing Table Now (step 1/6) ******** + do_run_lightning mysql Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log tidb lightning encountered error: failed to decode charsets.mixed-schema.sql as utf8mb4: invalid schema encoding warning: GOCOVERDIR not set, no coverage data emitted + ERRCODE=1 + set -e + '[' 1 '!=' 0 ']' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:39 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.7100.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/mixed Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 8 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 12 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 29.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 10 + check_contains 'count(*): 10' + run_sql 'select count(*) from lightning_task_info.conflict_records_v2' *************************** 1. row *************************** count(*): 16 + check_contains 'count(*): 16' + run_sql 'select count(*) from lightning_task_info.conflict_error_v4' *************************** 1. row *************************** count(*): 4 + check_contains 'count(*): 4' + run_sql 'select count(*) from lightning_task_info.conflict_view' *************************** 1. row *************************** count(*): 20 + check_contains 'count(*): 20' + run_sql 'select count(*) from lightning_task_info.conflict_view where is_precheck_conflict = 1' *************************** 1. row *************************** count(*): 16 + check_contains 'count(*): 16' + run_sql 'select count(*) from lightning_task_info.conflict_view where is_precheck_conflict = 0' *************************** 1. row *************************** count(*): 4 + check_contains 'count(*): 4' *===== TEST: [lightning_duplicate_resolution_merge] success! =====* Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 15 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 14.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT COUNT(*) FROM lightning_task_info.conflict_records_v2' *************************** 1. row *************************** COUNT(*): 15 + check_contains 'COUNT(*): 15' + run_sql 'SELECT * FROM lightning_task_info.conflict_records_v2 WHERE offset = 149' *************************** 1. row *************************** id: 15 task_id: 9054814634575820958 create_time: 2025-04-04 18:51:39.661802 table_name: `mytest`.`testtbl` path: mytest.testtbl.csv offset: 149 error: Error 1062 (23000): Duplicate entry '5' for key 'testtbl.PRIMARY' row_id: 0 row_data: ('5','bbb05') + check_contains 'error: Error 1062 (23000): Duplicate entry '\''5'\'' for key '\''testtbl.PRIMARY'\''' + check_contains 'row_data: ('\''5'\'','\''bbb05'\'')' + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + run_sql 'DROP DATABASE IF EXISTS mytest' + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/tidb-limit-record.toml + grep '`lightning_task_info`.`conflict_view`' + grep -q 5 + '[' 2 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 2/6) ********' ******** Importing Table Now (step 2/6) ******** + do_run_lightning mysql Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log tidb lightning exit successfully PASS coverage: 23.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(`ๅ”ฏไธ€้”ฎ`) AS s FROM charsets.mixed' *************************** 1. row *************************** s: 5291 + check_contains 's: 5291' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek + grep -q 'Unknown character set: '\''greek'\''' + run_sql 'SELECT COUNT(*) FROM lightning_task_info.conflict_records_v2' *************************** 1. row *************************** COUNT(*): 5 + check_contains 'COUNT(*): 5' + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + run_sql 'DROP DATABASE IF EXISTS mytest' + '[' 2 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 3/6) ********' ******** Importing Table Now (step 3/6) ******** + do_run_lightning mysql Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + check_not_contains CHARSET=greek /tmp/lightning_test/tidb.log + run_sql 'DROP DATABASE IF EXISTS charsets;' + run_sql 'CREATE DATABASE charsets;' + run_sql 'CREATE TABLE charsets.greek (c VARCHAR(20) PRIMARY KEY);' + cp /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/tidb-limit-record.toml /tmp/lightning_test/tidb-limit-record.toml + sed -i.bak 's/threshold = 5/threshold = 4/g' /tmp/lightning_test/tidb-limit-record.toml + run_lightning --backend tidb --config /tmp/lightning_test/tidb-limit-record.toml + grep -q 'The number of conflict errors exceeds the threshold' + '[' 2 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 4/6) ********' ******** Importing Table Now (step 4/6) ******** + do_run_lightning mysql Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log Starting PD... + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:40 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.7202.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek Verbose debug logs will be written to /tmp/lightning_test/lightning.log + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + run_sql 'DROP DATABASE IF EXISTS mytest' + '[' 2 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 5/6) ********' ******** Importing Table Now (step 5/6) ******** + do_run_lightning mysql + rm /tmp/lightning_test/lightning.log + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_max_error/tidb-error.toml + grep -q 'Error 1062 (23000): Duplicate entry '\''1'\'' for key '\''testtbl.PRIMARY'\''' Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log + check_contains 'Error 1062 (23000): Duplicate entry '\''1'\'' for key '\''testtbl.PRIMARY'\''' /tmp/lightning_test/lightning.log + run_sql 'SELECT COUNT(*) FROM lightning_task_info.conflict_records_v2' *************************** 1. row *************************** COUNT(*): 1 + check_contains 'COUNT(*): 1' + run_sql 'SELECT * FROM lightning_task_info.conflict_records_v2' *************************** 1. row *************************** id: 1 task_id: 5321915435153285838 create_time: 2025-04-04 18:51:41.148926 table_name: `mytest`.`testtbl` path: mytest.testtbl.csv offset: 109 error: Error 1062 (23000): Duplicate entry '1' for key 'testtbl.PRIMARY' row_id: 0 row_data: ('1','bbb01') + check_contains 'error: Error 1062 (23000): Duplicate entry '\''1'\'' for key '\''testtbl.PRIMARY'\''' + check_contains 'row_data: ('\''1'\'','\''bbb01'\'')' *===== TEST: [lightning_config_max_error] success! =====* tidb lightning exit successfully PASS coverage: 23.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*) FROM charsets.greek WHERE c = '\''ฮฑ'\'';' *************************** 1. row *************************** count(*): 1 + check_contains 'count(*): 1' + run_sql 'TRUNCATE TABLE charsets.greek;' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:41 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek --backend 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.7254.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/greek --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 6/6) ********' ******** Importing Table Now (step 6/6) ******** + do_run_lightning mysql Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log tidb lightning exit successfully PASS coverage: 13.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*) FROM charsets.greek WHERE c = '\''ฮฑ'\'';' *************************** 1. row *************************** count(*): 1 + check_contains 'count(*): 1' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/binary.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1 + grep -q 'unknown columns in header' + run_sql 'DROP TABLE charsets.latin1;' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/utf8mb4.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1 + grep -q 'invalid schema encoding' Cache restored successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7823/lightning-test) 4786903040 bytes in 11.36 secs (421412986 bytes/sec) [Pipeline] { [Pipeline] cache + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1-only-schema.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1 + grep -q 'unknown columns in header' Run cases: lightning_duplicate_resolution_replace_multiple_keys_clustered_pk + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:42 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_character_sets.7412.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/data --sorted-kv-dir /tmp/lightning_test/lightning_character_sets.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_character_sets/latin1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + set -e + echo '******** Verify checkpoint no-op ********' ******** Verify checkpoint no-op ******** + do_run_lightning mysql + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/mysql.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:51:42 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/mysql.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_engines.2787.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_engines.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-engines.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines/mysql.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-engines.log tidb lightning exit successfully PASS coverage: 13.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' *===== TEST: [lightning_checkpoint_engines] success! =====* tidb lightning exit successfully PASS coverage: 23.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM charsets.latin1' *************************** 1. row *************************** รร: 1 data: โ€˜โ€™โ€œโ€ *************************** 2. row *************************** รร: 2 data: ยกยขยฃยค + check_contains 'รร: 1' + check_contains 'data: โ€˜โ€™โ€œโ€' + check_contains 'รร: 2' + check_contains 'data: ยกยขยฃยค' *===== TEST: [lightning_character_sets] success! =====* Run cases: lightning_config_skip_csv_header { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... Run cases: lightning_checkpoint_engines_order Run cases: lightning_check_partial_imported Starting PD... Starting PD... Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_fail_fast_on_nonretry_err {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Cache restored successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7823/lightning-test) 4786903040 bytes in 13.11 secs (365246925 bytes/sec) [Pipeline] { [Pipeline] cache "is_initialized": true, Starting TiDB... Verifying TiDB is started... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_fail_fast_on_nonretry_err/run.sh... =====* time used to run lightning 1s *************************** 1. row *************************** count(*): 0 *===== TEST: [lightning_fail_fast_on_nonretry_err] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_duplicate_resolution_replace_multiple_keys_clustered_pk Run cases: lightning_file_routing {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_clustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:02 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_clustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_keys_clustered_pk.4089.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_clustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_clustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_multiple_keys_clustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 4 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 26.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 5 + check_contains 'count(*): 5' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1 d: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 3 d: 3.csv *************************** 3. row *************************** a: 3 b: 3 c: 3 d: 3.csv *************************** 4. row *************************** a: 4 b: 4 c: 4 d: 4.csv *************************** 5. row *************************** a: 5 b: 4 c: 5 d: 5.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1' + check_contains 'd: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 3' + check_contains 'd: 3.csv' + check_contains 'a: 3' + check_contains 'b: 3' + check_contains 'c: 3' + check_contains 'd: 3.csv' + check_contains 'a: 4' + check_contains 'b: 4' + check_contains 'c: 4' + check_contains 'd: 4.csv' + check_contains 'a: 5' + check_contains 'b: 4' + check_contains 'c: 5' + check_contains 'd: 5.csv' *===== TEST: [lightning_duplicate_resolution_replace_multiple_keys_clustered_pk] success! =====* TiFlash started. selected test cases: lightning_config_skip_csv_header Starting PD... TiFlash started. selected test cases: lightning_checkpoint_engines_order *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/run.sh... =====* ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header + data_file=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/data/mytest.testtbl.csv ++ sed 1d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/data/mytest.testtbl.csv ++ wc -l ++ xargs echo + total_row_count=5 + run_sql 'DROP TABLE IF EXISTS mytest.testtbl' + console_output_file=/tmp/lightning_config_skip_csv_header.out + echo 'Use config that causes errors' Use config that causes errors + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/err_config.toml + tee /tmp/lightning_config_skip_csv_header.out +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:05 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header --backend' tidb --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/err_config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_skip_csv_header.4396.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/data --sorted-kv-dir /tmp/lightning_test/lightning_config_skip_csv_header.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/err_config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_check_partial_imported tidb lightning encountered error: [Lightning:Restore:ErrUnknownColumns]unknown columns in header (aaa,bbb) for table testtbl warning: GOCOVERDIR not set, no coverage data emitted + [[ 1 -eq 0 ]] + grep -q Lightning:Restore:ErrUnknownColumns /tmp/lightning_config_skip_csv_header.out + echo 'Use default config that causes errors' Use default config that causes errors + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/err_default_config.toml + tee /tmp/lightning_config_skip_csv_header.out +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:05 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header --backend' tidb --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/err_default_config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_skip_csv_header.4427.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/data --sorted-kv-dir /tmp/lightning_test/lightning_config_skip_csv_header.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/err_default_config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrUnknownColumns]unknown columns in header (aaa,bbb) for table testtbl warning: GOCOVERDIR not set, no coverage data emitted + [[ 1 -eq 0 ]] + grep -q Lightning:Restore:ErrUnknownColumns /tmp/lightning_config_skip_csv_header.out + run_sql 'DROP TABLE IF EXISTS mytest.testtbl' Run cases: lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk + echo 'Use config that can sucessfully import the data' Use config that can sucessfully import the data + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/normal_config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:05 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header --backend' tidb --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/normal_config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_config_skip_csv_header.4458.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/data --sorted-kv-dir /tmp/lightning_test/lightning_config_skip_csv_header.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_config_skip_csv_header/normal_config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM mytest.testtbl' *************************** 1. row *************************** id: 1 val1: aaa01 *************************** 2. row *************************** id: 2 val1: aaa01 *************************** 3. row *************************** id: 3 val1: aaa02 *************************** 4. row *************************** id: 4 val1: aaa02 *************************** 5. row *************************** id: 5 val1: aaa05 + run_sql 'SELECT COUNT(*) FROM mytest.testtbl' *************************** 1. row *************************** COUNT(*): 5 + check_contains 'COUNT(*): 5' + run_sql 'SELECT COUNT(*) FROM mytest.testtbl WHERE id > 0' *************************** 1. row *************************** COUNT(*): 5 + check_contains 'COUNT(*): 5' *===== TEST: [lightning_config_skip_csv_header] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines_order/run.sh... =====* + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS disk_quota_checkpoint;' + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint;' + rm -rf /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=panic + GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=panic ++ seq 5 + for i in $(seq 5) + set +e + run_lightning --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + set -e ++ ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted ++ grep -E '^\S{36}$' ++ wc -l + '[' 2 -eq 2 ']' + ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + grep -E '^\S{36}$' + for i in $(seq 5) + set +e + run_lightning --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + set -e ++ ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted ++ grep -E '^\S{36}$' ++ wc -l + '[' 2 -eq 2 ']' + ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + grep -E '^\S{36}$' + for i in $(seq 5) + set +e + run_lightning --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + set -e ++ ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted ++ grep -E '^\S{36}$' ++ wc -l + '[' 2 -eq 2 ']' + ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + grep -E '^\S{36}$' + for i in $(seq 5) + set +e + run_lightning --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + set -e ++ ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted ++ grep -E '^\S{36}$' ++ wc -l + '[' 2 -eq 2 ']' + ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + grep -E '^\S{36}$' + for i in $(seq 5) + set +e + run_lightning --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported/run.sh... =====* + check_cluster_version 4 0 0 'local backend' + export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailBeforeStartImportingIndexEngine=return + GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailBeforeStartImportingIndexEngine=return + set +e + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:07 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_check_partial_imported.9295.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported/data --sorted-kv-dir /tmp/lightning_test/lightning_check_partial_imported.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrRestoreTable]restore table `db01`.`tbl01` failed: fail before importing index KV data warning: GOCOVERDIR not set, no coverage data emitted + set -e ++ tail -n +2 /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported/data/db01.tbl01.csv ++ wc -l ++ xargs echo + data_records=5 + run_sql 'SELECT COUNT(*) FROM db01.tbl01 USE INDEX();' *************************** 1. row *************************** COUNT(*): 5 + check_contains 5 + export GO_FAILPOINTS= + GO_FAILPOINTS= + set +e + run_lightning --check-requirements=1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:07 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported --check-requirements=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_check_partial_imported.9350.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported/data --sorted-kv-dir /tmp/lightning_test/lightning_check_partial_imported.sorted --enable-checkpoint=0 --check-requirements=0 --check-requirements=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 2 -ne 0 ']' + set -e ++ ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted ++ grep -E '^\S{36}$' ++ wc -l + '[' 2 -eq 2 ']' + ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + grep -E '^\S{36}$' + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=1*return->panic' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=1*return->panic' + set +e + run_lightning --enable-checkpoint=1 +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | # | CHECK ITEM | TYPE | PASSED | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 1 | Source data files size is proper | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 2 | table schemas are valid | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 3 | table(s) [`db01`.`tbl01`] are not empty | critical | false | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 4 | Cluster version check passed | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 5 | Lightning has the correct storage permission | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 6 | local source dir and temp-kv dir are in different disks | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 7 | local disk resources are rich, estimate sorted data size 83B, local available is 184.3GiB | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 8 | The storage space is rich, which TiKV/Tiflash is 28.89GiB/0B. The estimated storage space is 249B/0B. | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 9 | Cluster doesn't have too many empty regions | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 10 | Cluster region distribution is balanced | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 11 | PD and TiDB in configuration are from the same cluster | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 12 | no CDC or PiTR task found | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ tidb lightning encountered error: [Lightning:PreCheck:ErrPreCheckFailed]tidb-lightning pre-check failed: table(s) [`db01`.`tbl01`] are not empty warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_sql 'TRUNCATE TABLE db01.tbl01;' + run_lightning --check-requirements=1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:07 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported --check-requirements=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_check_partial_imported.9387.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_check_partial_imported/data --sorted-kv-dir /tmp/lightning_test/lightning_check_partial_imported.sorted --enable-checkpoint=0 --check-requirements=0 --check-requirements=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... Verbose debug logs will be written to /tmp/lightning_test/lightning.log +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | # | CHECK ITEM | TYPE | PASSED | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 1 | Source data files size is proper | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 2 | table schemas are valid | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 3 | all importing tables on the target are empty | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 4 | Cluster version check passed | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 5 | Lightning has the correct storage permission | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 6 | local source dir and temp-kv dir are in different disks | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 7 | local disk resources are rich, estimate sorted data size 83B, local available is 189.5GiB | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 8 | The storage space is rich, which TiKV/Tiflash is 28.89GiB/0B. The estimated storage space is 249B/0B. | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 9 | Cluster doesn't have too many empty regions | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 10 | Cluster region distribution is balanced | performance | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 11 | PD and TiDB in configuration are from the same cluster | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ | 12 | no CDC or PiTR task found | critical | true | +----+-------------------------------------------------------------------------------------------------------+-------------+--------+ + '[' 2 -ne 0 ']' + set -e + ls -1q /tmp/lightning_test/lightning_checkpoint_engines_order.sorted + grep -E '^\S{36}$' ++ cat /tmp/lightning_test/lightning_checkpoint_engines_order.sorted/engines_name ++ sort -n ++ uniq ++ wc -l + '[' '!' 3 -eq 3 ']' + export GO_FAILPOINTS= + GO_FAILPOINTS= + run_lightning --enable-checkpoint=1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:08 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines_order --enable-checkpoint=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_engines_order.4937.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines_order/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_engines_order/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_engines_order.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_csv tidb lightning exit successfully PASS coverage: 25.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT COUNT(*) FROM db01.tbl01;' *************************** 1. row *************************** COUNT(*): 5 + check_contains 5 + run_sql 'SELECT COUNT(*) FROM db01.tbl01 USE INDEX();' *************************** 1. row *************************** COUNT(*): 5 + check_contains 5 2025/04/04 18:52:08 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_engines_order.sorted/0e48a958-2d17-514b-9532-e889493d5a66/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:08 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_engines_order.sorted/294eaf68-3d70-5750-b104-987ec2eb44fa/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:08 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_engines_order.sorted/9af4a258-8819-587b-8485-f733ef2e156c/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches *===== TEST: [lightning_check_partial_imported] success! =====* tidb lightning exit successfully PASS coverage: 24.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'select concat(a, b) from disk_quota_checkpoint.t;' *************************** 1. row *************************** concat(a, b): 4four *************************** 2. row *************************** concat(a, b): 5five *************************** 3. row *************************** concat(a, b): 6six *************************** 4. row *************************** concat(a, b): 7seven *************************** 5. row *************************** concat(a, b): 8eight *************************** 6. row *************************** concat(a, b): 9nine *************************** 7. row *************************** concat(a, b): 1one *************************** 8. row *************************** concat(a, b): 2two *************************** 9. row *************************** concat(a, b): 3three + check_contains 1one + check_contains 5five + check_contains 9nine *===== TEST: [lightning_checkpoint_engines_order] success! =====* Starting PD... Run cases: lightning_checkpoint Cache restored successfully (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7823/lightning-test) 4786903040 bytes in 11.56 secs (414116493 bytes/sec) [Pipeline] { [Pipeline] sh Run cases: lightning_checkpoint_error_destroy [Pipeline] sh [Pipeline] sh [Pipeline] sh Run cases: lightning_duplicate_resolution_replace_one_unique_key_clustered_pk lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk lightning_error_summary lightning_examples lightning_exotic_filenames lightning_extend_routes Run cases: lightning_duplicate_resolution_replace_one_unique_key_clustered_pk { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_max_random lightning_multi_valued_index lightning_new_collation lightning_no_schema lightning_parquet lightning_partition_incremental lightning_partitioned-table lightning_record_network lightning_reload_cert lightning_restore lightning_routes lightning_routes_panic lightning_row-format-v2 lightning_s3 Run cases: lightning_max_random Run cases: lightning_shard_rowid lightning_source_linkfile lightning_sqlmode lightning_tidb_duplicate_data lightning_tidb_rowid lightning_tiflash lightning_tikv_multi_rocksdb lightning_too_many_columns lightning_tool_135 Run cases: lightning_shard_rowid Run cases: lightning_pd_leader_switch lightning_tool_1420 lightning_tool_1472 lightning_tool_241 lightning_ttl lightning_unused_config_keys lightning_various_types lightning_view lightning_write_batch lightning_write_limit lightning_add_index lightning_alter_random lightning_auto_columns Run cases: lightning_pd_leader_switch Starting PD... Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Starting PD... Starting PD... Starting PD... Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... TiFlash started. selected test cases: lightning_file_routing { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_file_routing/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 10 *************************** 1. row *************************** sum(j): 55 *************************** 1. row *************************** sum(i): 15 count(*): 5 *===== TEST: [lightning_file_routing] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Run cases: lightning_foreign_key "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:26 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk.5989.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 4 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Starting PD... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 5 + check_contains 'count(*): 5' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1 d: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 3 d: 3.csv *************************** 3. row *************************** a: 3 b: 3 c: 3 d: 3.csv *************************** 4. row *************************** a: 4 b: 4 c: 4 d: 4.csv *************************** 5. row *************************** a: 5 b: 4 c: 5 d: 5.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1' + check_contains 'd: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 3' + check_contains 'd: 3.csv' + check_contains 'a: 3' + check_contains 'b: 3' + check_contains 'c: 3' + check_contains 'd: 3.csv' + check_contains 'a: 4' + check_contains 'b: 4' + check_contains 'c: 4' + check_contains 'd: 4.csv' + check_contains 'a: 5' + check_contains 'b: 4' + check_contains 'c: 5' + check_contains 'd: 5.csv' *===== TEST: [lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk] success! =====* {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_csv {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Run cases: lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:29 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/config-pause-global.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_csv.6326.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/data --sorted-kv-dir /tmp/lightning_test/lightning_csv.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/config-pause-global.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_checkpoint TiFlash started. selected test cases: lightning_checkpoint_error_destroy TiFlash started. selected test cases: lightning_pd_leader_switch { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... tidb lightning exit successfully PASS coverage: 24.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 check for table clustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table clustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1_shard_autorowid *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1_initial_autoid *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table clustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table clustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1 TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_unique_key_clustered_pk *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy ++ seq 8 + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:32 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.6825.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_shard_rowid *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table no_pk *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table no_pk_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:32 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_csv.6678.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/data --sorted-kv-dir /tmp/lightning_test/lightning_csv.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint/run.sh... =====* ******** with file checkpoint (step 1/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.6871.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:32.582 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:32.582 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409071486042707] [2025/04/04 18:52:32.612 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:32.612 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:32.612 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:32 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.6899.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:32 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:32 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.6944.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:32.985 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:32.985 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409071486042707] [2025/04/04 18:52:33.014 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:33.014 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:33.014 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:33 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.6971.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data TiFlash started. selected test cases: lightning_max_random Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:33 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000004.log with log number 000004 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:33 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000004.log with log number 000004 stopped reading at offset: 0; replayed 0 keys in 0 batches *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_pd_leader_switch/run.sh... =====* will start pd2 tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7013.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:33.460 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:33.460 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409071486042707] [2025/04/04 18:52:33.505 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:33.505 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:33.505 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:33 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7043.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:33 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000007.log with log number 000007 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:33 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000007.log with log number 000007 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7086.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:33.866 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:33.866 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409071486042707] [2025/04/04 18:52:33.894 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:33.894 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:33.894 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:33 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7114.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_shard_rowid/run.sh... =====* *************************** 1. row *************************** Variable_name: tidb_enable_clustered_index Value: ON +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:34 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_shard_rowid >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_shard_rowid.2126.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_shard_rowid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_shard_rowid/data --sorted-kv-dir /tmp/lightning_test/lightning_shard_rowid.sorted --enable-checkpoint=0 --check-requirements=0 2025/04/04 18:52:34 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000010.log with log number 000010 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:34 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000010.log with log number 000010 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7165.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:34.279 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:34.279 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409071486042707] [2025/04/04 18:52:34.315 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:34.315 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:34.315 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Verbose debug logs will be written to /tmp/lightning_test/lightning.log + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:34 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7193.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:34 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000013.log with log number 000013 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:34 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000013.log with log number 000013 stopped reading at offset: 0; replayed 0 keys in 0 batches *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_clustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:34 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_clustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_clustered_pk.2140.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_clustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_clustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_unique_key_clustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7237.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:34.695 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:34.695 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409071486042707] [2025/04/04 18:52:34.724 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:34.724 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:34.724 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:34 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7264.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 6 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 6 c: 1.csv *************************** 2. row *************************** a: 3 b: 3 c: 3.csv + check_contains 'a: 1' + check_contains 'b: 6' tidb lightning exit successfully PASS coverage: 24.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 check for table clustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table clustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1 *************************** 1. row *************************** count(*): 3 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random + check_cluster_version 4 0 0 'local backend' + ENGINE_COUNT=6 + cleanup + rm -f /tmp/lightning_test/lightning.log + rm -rf /tmp/lightning_test/sst + run_sql 'DROP DATABASE IF EXISTS db;' + export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/changeEpochVersion=1*return(-1)' + GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/changeEpochVersion=1*return(-1)' + run_lightning --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/config.toml --log-file /tmp/lightning_test/lightning.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:34 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random --sorted-kv-dir' /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/config.toml --log-file '/tmp/lightning_test/lightning.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_max_random.2139.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/data --sorted-kv-dir /tmp/lightning_test/lightning_max_random.sorted --enable-checkpoint=0 --check-requirements=0 --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/config.toml --log-file /tmp/lightning_test/lightning.log Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:34 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:34 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7315.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:35.098 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:35.098 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409071486042707] + check_contains 'c: 1.csv' + check_contains 'a: 3' + check_contains 'b: 3' + check_contains 'c: 3.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_unique_key_clustered_pk] success! =====* *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1_shard_autorowid *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1_initial_autoid *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table clustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 [2025/04/04 18:52:35.128 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:35.128 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:35.128 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:35 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7341.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log check for table clustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table no_pk *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table no_pk_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 2025/04/04 18:52:35 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000019.log with log number 000019 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:35 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000019.log with log number 000019 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7392.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:35.515 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:35.515 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409071486042707] [2025/04/04 18:52:35.543 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:35.543 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:35.543 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/good-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:35 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/good-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7422.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/good-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:35 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv --backend' tidb --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_csv.7030.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/data --sorted-kv-dir /tmp/lightning_test/lightning_csv.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_csv/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:35 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000022.log with log number 000022 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:35 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000022.log with log number 000022 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning exit successfully PASS coverage: 24.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM cped.t' *************************** 1. row *************************** x: 1999-09-09 09:09:09 + check_contains 'x: 1999-09-09 09:09:09' + run_sql 'DROP DATABASE cped' + rm -rf /tmp/cp_error_destroy.pb ++ seq 8 + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:36 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7486.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 15.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7530.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:36.471 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:36.472 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409071486042707] [2025/04/04 18:52:36.489 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:36.489 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:36.490 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:36 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7559.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log *************************** 1. row *************************** id: 3 check for table clustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table clustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1_shard_autorowid { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... 2025/04/04 18:52:36 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:36 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all *************************** 1. row *************************** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl count(*): 3 ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd *************************** 1. row *************************** count(*): 4 + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils check for table nonclustered_cache1_initial_autoid *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table clustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table nonclustered *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table clustered_cache1 *************************** 1. row *************************** count(*): 3 + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7601.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:36.819 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:36.819 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409071486042707] [2025/04/04 18:52:36.832 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:36.832 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:36.832 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:36 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7631.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data ******** with file checkpoint (step 2/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log *************************** 1. row *************************** count(*): 4 check for table nonclustered_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table no_pk *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 check for table no_pk_cache1 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 4 Verbose debug logs will be written to /tmp/lightning_test/lightning-err.log Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:37 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000004.log with log number 000004 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:37 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000004.log with log number 000004 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7672.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:37.156 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:37.156 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409071486042707] [2025/04/04 18:52:37.351 +08:00] [ERROR] [parser.go:248] ["syntax error"] [pos=22] [content=",7,8\n"] [2025/04/04 18:52:37.139 +08:00] [INFO] [lightning.go:537] ["load data source start"] [2025/04/04 18:52:37.139 +08:00] [INFO] [lightning.go:540] ["load data source completed"] [takeTime=382.866ยตs] [] [2025/04/04 18:52:37.169 +08:00] [INFO] [client.go:210] ["[tso] switch the tso leader serving url"] [new-url=https://127.0.0.1:2379] [2025/04/04 18:52:37.230 +08:00] [INFO] [client.go:210] ["[tso] switch the tso leader serving url"] [new-url=https://127.0.0.1:2379] [2025/04/04 18:52:37.245 +08:00] [INFO] [local.go:756] ["multi ingest support"] [2025/04/04 18:52:37.245 +08:00] [INFO] [import.go:559] ["the whole procedure start"] [2025/04/04 18:52:37.247 +08:00] [INFO] [schema_import.go:89] ["restore all schema start"] [2025/04/04 18:52:37.311 +08:00] [WARN] [util.go:208] ["check table empty failed with no retry"] [query="SELECT 1 FROM `db`.`test` USE INDEX() LIMIT 1"] [retryCnt=0] [error="sql: no rows in result set"] [2025/04/04 18:52:37.316 +08:00] [INFO] [client.go:210] ["[tso] switch the tso leader serving url"] [new-url=https://127.0.0.1:2379] [2025/04/04 18:52:37.320 +08:00] [INFO] [import.go:1281] ["restore all tables data start"] [2025/04/04 18:52:37.324 +08:00] [INFO] [client.go:210] ["[tso] switch the tso leader serving url"] [new-url=https://127.0.0.1:2379] [2025/04/04 18:52:37.336 +08:00] [INFO] [import.go:1447] ["restore table start"] [table=`db`.`test`] [2025/04/04 18:52:37.336 +08:00] [INFO] [table_import.go:289] ["load engines and files start"] [table=`db`.`test`] [2025/04/04 18:52:37.336 +08:00] [INFO] [version.go:458] ["detect server version"] [type=TiDB] [version=9.0.0-alpha-590-gd992efb82f-dirty] [2025/04/04 18:52:37.340 +08:00] [INFO] [table_import.go:484] ["import whole table start"] [table=`db`.`test`] [2025/04/04 18:52:37.341 +08:00] [INFO] [table_import.go:531] ["restore engine start"] [table=`db`.`test`] [engineNumber=0] [2025/04/04 18:52:37.341 +08:00] [INFO] [table_import.go:664] ["encode kv data and write start"] [table=`db`.`test`] [engineNumber=0] [2025/04/04 18:52:37.350 +08:00] [INFO] [chunk_process.go:208] ["restore file start"] [table=`db`.`test`] [engineNumber=0] [fileIndex=0] [path=db.test.1.csv:0] [2025/04/04 18:52:37.351 +08:00] [ERROR] [table_import.go:863] ["encode kv data and write failed"] [table=`db`.`test`] [engineNumber=0] [takeTime=10.206904ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2025/04/04 18:52:37.351 +08:00] [ERROR] [table_import.go:533] ["restore engine failed"] [table=`db`.`test`] [engineNumber=0] [takeTime=10.266769ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2025/04/04 18:52:37.351 +08:00] [ERROR] [table_import.go:559] ["import whole table failed"] [table=`db`.`test`] [takeTime=10.320251ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2025/04/04 18:52:37.351 +08:00] [ERROR] [import.go:1452] ["failed to import table"] [table=`db`.`test`] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/lightning/pkg/importer.(*chunkProcessor).encodeLoop\n\t/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/chunk_process.go:396\ngithub.com/pingcap/tidb/lightning/pkg/importer.(*chunkProcessor).process\n\t/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/chunk_process.go:210\ngithub.com/pingcap/tidb/lightning/pkg/importer.(*TableImporter).preprocessEngine.func3\n\t/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/table_import.go:808\nruntime.goexit\n\t/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.8.linux-amd64/src/runtime/asm_amd64.s:1700"] [2025/04/04 18:52:37.351 +08:00] [ERROR] [import.go:1456] ["restore table failed"] [table=`db`.`test`] [takeTime=15.221394ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2025/04/04 18:52:37.369 +08:00] [ERROR] [import.go:1413] ["restore all tables data failed"] [takeTime=48.752189ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2025/04/04 18:52:37.370 +08:00] [ERROR] [import.go:577] ["run failed"] [step=4] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2025/04/04 18:52:37.370 +08:00] [ERROR] [import.go:587] ["the whole procedure failed"] [takeTime=125.082484ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [2025/04/04 18:52:37.372 +08:00] [INFO] [dispatcher.go:208] ["[tso] stop fetching the pending tso requests due to context canceled"] [2025/04/04 18:52:37.372 +08:00] [INFO] [stream.go:359] ["tsoStream.recvLoop ended"] [stream=127.0.0.1:2379-2] [error="rpc error: code = Canceled desc = context canceled"] [errorVerbose="rpc error: code = Canceled desc = context canceled\ngithub.com/tikv/pd/client/clients/tso.(*tsoStream).recvLoop\n\t/go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250318085533-e8050f72d00d/clients/tso/stream.go:427\nruntime.goexit\n\t/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.8.linux-amd64/src/runtime/asm_amd64.s:1700"] [2025/04/04 18:52:37.372 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:37.372 +08:00] [INFO] [dispatcher.go:208] ["[tso] stop fetching the pending tso requests due to context canceled"] [2025/04/04 18:52:37.372 +08:00] [INFO] [stream.go:359] ["tsoStream.recvLoop ended"] [stream=127.0.0.1:2379-1] [error="rpc error: code = Canceled desc = context canceled"] [errorVerbose="rpc error: code = Canceled desc = context canceled\ngithub.com/tikv/pd/client/clients/tso.(*tsoStream).recvLoop\n\t/go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250318085533-e8050f72d00d/clients/tso/stream.go:427\nruntime.goexit\n\t/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.8.linux-amd64/src/runtime/asm_amd64.s:1700"] [2025/04/04 18:52:37.372 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:37.373 +08:00] [INFO] [dispatcher.go:208] ["[tso] stop fetching the pending tso requests due to context canceled"] [2025/04/04 18:52:37.373 +08:00] [ERROR] [main.go:107] ["tidb lightning encountered error stack info"] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file db.test.1.csv:0 at offset 22: syntax error: unterminated quoted field\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/lightning/pkg/importer.(*chunkProcessor).encodeLoop\n\t/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/chunk_process.go:396\ngithub.com/pingcap/tidb/lightning/pkg/importer.(*chunkProcessor).process\n\t/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/chunk_process.go:210\ngithub.com/pingcap/tidb/lightning/pkg/importer.(*TableImporter).preprocessEngine.func3\n\t/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/table_import.go:808\nruntime.goexit\n\t/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.8.linux-amd64/src/runtime/asm_amd64.s:1700"] [2025/04/04 18:52:37.373 +08:00] [INFO] [stream.go:359] ["tsoStream.recvLoop ended"] [stream=127.0.0.1:2379-3] [error="rpc error: code = Canceled desc = context canceled"] [errorVerbose="rpc error: code = Canceled desc = context canceled\ngithub.com/tikv/pd/client/clients/tso.(*tsoStream).recvLoop\n\t/go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250318085533-e8050f72d00d/clients/tso/stream.go:427\nruntime.goexit\n\t/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.8.linux-amd64/src/runtime/asm_amd64.s:1700"] *===== TEST: [lightning_csv] success! =====* [2025/04/04 18:52:37.171 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:37.171 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:37.171 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:37 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7698.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:37 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000007.log with log number 000007 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:37 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000007.log with log number 000007 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning exit successfully PASS coverage: 24.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_result + run_sql 'SHOW DATABASES;' *************************** 1. row *************************** Database: INFORMATION_SCHEMA *************************** 2. row *************************** Database: METRICS_SCHEMA *************************** 3. row *************************** Database: PERFORMANCE_SCHEMA *************************** 4. row *************************** Database: db *************************** 5. row *************************** Database: mysql *************************** 6. row *************************** Database: sys *************************** 7. row *************************** Database: test + check_contains 'Database: db' + run_sql 'SHOW TABLES IN db;' *************************** 1. row *************************** Tables_in_db: test *************************** 2. row *************************** Tables_in_db: test1 *************************** 3. row *************************** Tables_in_db: test2 + check_contains 'Tables_in_db: test' + check_contains 'Tables_in_db: test1' + check_contains 'Tables_in_db: test2' + run_sql 'SELECT count(*) FROM db.test;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'SELECT count(*) FROM db.test1;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'SELECT count(*) FROM db.test2;' Run cases: lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7736.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:37.505 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:37.505 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409071486042707] [2025/04/04 18:52:37.521 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:37.521 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:37.522 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:37 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7765.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... ******** with file checkpoint (step 3/5) ******** *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'INSERT INTO db.test(b) VALUES(11);' + run_sql 'INSERT INTO db.test(b) VALUES(22);' + tee -a /tmp/lightning_test/sql_res.lightning_max_random.txt ERROR 8059 (HY000) at line 1: Failed to read auto-random value from storage engine + check_contains ERROR + run_sql 'INSERT INTO db.test1(b) VALUES(11);' + run_sql 'INSERT INTO db.test1(b) VALUES(22);' + tee -a /tmp/lightning_test/sql_res.lightning_max_random.txt ERROR 8059 (HY000) at line 1: Failed to read auto-random value from storage engine + check_contains ERROR + run_sql 'INSERT INTO db.test2(b) VALUES(33);' + run_sql 'INSERT INTO db.test2(b) VALUES(44);' + run_sql 'INSERT INTO db.test2(b) VALUES(55);' + grep RequestTooOld /tmp/lightning_test/lightning.log + grep -q needRescan + cleanup + rm -f /tmp/lightning_test/lightning.log + rm -rf /tmp/lightning_test/sst + run_sql 'DROP DATABASE IF EXISTS db;' + export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/changeEpochVersion=1*return(10)' + GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/changeEpochVersion=1*return(10)' + run_lightning --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/config.toml --log-file /tmp/lightning_test/lightning.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:37 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random --sorted-kv-dir' /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/config.toml --log-file '/tmp/lightning_test/lightning.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_max_random.2274.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/data --sorted-kv-dir /tmp/lightning_test/lightning_max_random.sorted --enable-checkpoint=0 --check-requirements=0 --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_random/config.toml --log-file /tmp/lightning_test/lightning.log 2025/04/04 18:52:37 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000010.log with log number 000010 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:37 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000010.log with log number 000010 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7807.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:37.850 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:37.850 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409071486042707] [2025/04/04 18:52:37.865 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:37.865 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:37.865 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:37 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7838.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log Verbose debug logs will be written to /tmp/lightning_test/lightning.log Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:38 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000013.log with log number 000013 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:38 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000013.log with log number 000013 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7878.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:38.223 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:38.223 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409071486042707] [2025/04/04 18:52:38.238 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:38.238 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:38.238 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:38 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7909.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log [2025/04/04 18:52:37.651 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"] 2025/04/04 18:52:38 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:38 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7959.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:38.598 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:38.598 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409071486042707] [2025/04/04 18:52:38.613 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:38.613 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:38.613 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + for _ in $(seq 8) + ARGS='--enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data' + set +e + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:38 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.7990.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:38 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000019.log with log number 000019 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:38 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000019.log with log number 000019 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file cped.t.sql:0 at offset 44: failed to cast value as timestamp BINARY for column `x` (#1): [types:1292]Incorrect timestamp value: '1111-11-11 11:11:11' warning: GOCOVERDIR not set, no coverage data emitted + set -e + run_lightning_ctl --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.8031.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/bad-data -checkpoint-error-destroy=all [2025/04/04 18:52:38.964 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:52:38.964 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489409071486042707] {"level":"warn","ts":"2025-04-04T18:52:39.180709+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001505a40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = context deadline exceeded"} [2025/04/04 18:52:38.979 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:52:38.979 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:52:38.980 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 7.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/good-data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:39 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/good-data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_error_destroy.8061.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_error_destroy/good-data Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:52:39 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/9f2af683-e029-5327-b2e3-7543001e4978/000022.log with log number 000022 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:52:39 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_error_destroy.sorted/c267b522-9495-55b7-9abd-5487fab261a2/000022.log with log number 000022 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning exit successfully PASS coverage: 28.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM cped.t' *************************** 1. row *************************** x: 1999-09-09 09:09:09 + check_contains 'x: 1999-09-09 09:09:09' *===== TEST: [lightning_checkpoint_error_destroy] success! =====* Starting PD... tidb lightning exit successfully PASS coverage: 24.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 16 *************************** 1. row *************************** count: 16 *************************** 1. row *************************** correct: 1 *===== TEST: [lightning_shard_rowid] success! =====* Run cases: lightning_default-columns [2025/04/04 18:52:39.861 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0018cc3c0/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"] {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... tidb lightning exit successfully PASS coverage: 24.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_result + run_sql 'SHOW DATABASES;' *************************** 1. row *************************** Database: INFORMATION_SCHEMA *************************** 2. row *************************** Database: METRICS_SCHEMA *************************** 3. row *************************** Database: PERFORMANCE_SCHEMA *************************** 4. row *************************** Database: db *************************** 5. row *************************** Database: mysql *************************** 6. row *************************** Database: sys *************************** 7. row *************************** Database: test + check_contains 'Database: db' + run_sql 'SHOW TABLES IN db;' *************************** 1. row *************************** Tables_in_db: test *************************** 2. row *************************** Tables_in_db: test1 *************************** 3. row *************************** Tables_in_db: test2 + check_contains 'Tables_in_db: test' + check_contains 'Tables_in_db: test1' + check_contains 'Tables_in_db: test2' + run_sql 'SELECT count(*) FROM db.test;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'SELECT count(*) FROM db.test1;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'SELECT count(*) FROM db.test2;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'INSERT INTO db.test(b) VALUES(11);' + run_sql 'INSERT INTO db.test(b) VALUES(22);' + tee -a /tmp/lightning_test/sql_res.lightning_max_random.txt ERROR 8059 (HY000) at line 1: Failed to read auto-random value from storage engine + check_contains ERROR + run_sql 'INSERT INTO db.test1(b) VALUES(11);' + run_sql 'INSERT INTO db.test1(b) VALUES(22);' + tee -a /tmp/lightning_test/sql_res.lightning_max_random.txt ERROR 8059 (HY000) at line 1: Failed to read auto-random value from storage engine + check_contains ERROR + run_sql 'INSERT INTO db.test2(b) VALUES(33);' + run_sql 'INSERT INTO db.test2(b) VALUES(44);' + run_sql 'INSERT INTO db.test2(b) VALUES(55);' + grep RequestTooNew /tmp/lightning_test/lightning.log + grep -q regionScanned + cleanup + rm -f /tmp/lightning_test/lightning.log + rm -rf /tmp/lightning_test/sst + run_sql 'DROP DATABASE IF EXISTS db;' *===== TEST: [lightning_max_random] success! =====* Run cases: lightning_source_linkfile Run cases: lightning_checkpoint_parquet ******** with file checkpoint (step 4/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... [2025/04/04 18:52:42.406 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0018cc3c0/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"] "is_initialized": true, Starting TiDB... Verifying TiDB is started... Run cases: lightning_multi_valued_index TiFlash started. selected test cases: lightning_foreign_key Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... [2025/04/04 18:52:43.686 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"] [2025/04/04 18:52:44.837 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0018cc3c0/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"] Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key/run.sh... =====* {"level":"warn","ts":"2025-04-04T18:52:45.181841+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001505a40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = context deadline exceeded"} ******** with file checkpoint (step 5/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:45 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key --backend' tidb --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key/tidb-config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_foreign_key.7818.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key/data --sorted-kv-dir /tmp/lightning_test/lightning_foreign_key.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key/tidb-config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log [2025/04/04 18:52:45.627 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"] [2025/04/04 18:52:45.627 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = context deadline exceeded"] [2025/04/04 18:52:45.627 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=0] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.627 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=0] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.629 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=0] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.629 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=0] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.651 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=1] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.653 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=1] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.655 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=1] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.655 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=1] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.678 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=2] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.678 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=2] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.678 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=2] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.682 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=2] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... tidb lightning exit successfully PASS coverage: 15.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** GROUP_CONCAT(a): 1,2,3,4,5 *************************** 1. row *************************** count(1): 4 sum(a): 10 *************************** 1. row *************************** count(1): 4 sum(pid): 10 [2025/04/04 18:52:45.706 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=3] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.706 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=3] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.706 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=3] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.708 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=3] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.731 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=4] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.731 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=4] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.733 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=4] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.735 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=4] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.754 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=5] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.754 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=5] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.758 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=5] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.760 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=5] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.778 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=6] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.779 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=6] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.782 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=6] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.785 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=6] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.802 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=7] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.804 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=7] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.809 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=7] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.810 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=7] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.828 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=8] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.828 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=8] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.834 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=8] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.836 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=8] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.854 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=9] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.856 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=9] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.859 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=9] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.859 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=9] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.881 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=10] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.882 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=10] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.887 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=10] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.887 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=10] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.908 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=11] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.909 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=11] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.911 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=11] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.912 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=11] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.933 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=12] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.935 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=12] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.938 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=12] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.938 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=12] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:45 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key/local-config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_foreign_key.7871.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key/data --sorted-kv-dir /tmp/lightning_test/lightning_foreign_key.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_foreign_key/local-config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log [2025/04/04 18:52:45.959 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=13] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.962 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=13] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.963 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=13] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.966 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=13] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.985 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=14] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.985 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=14] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.990 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=14] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:45.991 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=14] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.009 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=15] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.013 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=15] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.014 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=15] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.015 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=15] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.037 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=16] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.039 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=16] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.039 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=16] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.041 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=16] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.064 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=17] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.066 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=17] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.066 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=17] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.066 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=17] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.091 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=18] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.091 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=18] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.094 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=18] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.095 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=18] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.115 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=19] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.119 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=19] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.119 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=19] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.119 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=19] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.143 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=20] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.143 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=20] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.143 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=20] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.143 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=20] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.168 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=21] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.168 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=21] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.170 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=21] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.171 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=21] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.193 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=22] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.195 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=22] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.198 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=22] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.198 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=22] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.219 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=23] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.219 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=23] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.223 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=23] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.223 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=23] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.243 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=24] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.243 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=24] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.248 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=24] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.248 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=24] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.269 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=25] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.271 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=25] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.274 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=25] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.275 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=25] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.295 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=26] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.296 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=26] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.298 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=26] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.303 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=26] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.320 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=27] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.320 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=27] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.322 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=27] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.329 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=27] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.349 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=28] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.349 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=28] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.349 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=28] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.355 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=28] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.372 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=29] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.373 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=29] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.373 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=29] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.382 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=29] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.398 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=30] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.398 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=30] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.399 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=30] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.407 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=30] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.421 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=31] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.424 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=31] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.426 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=31] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.432 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=31] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.445 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=32] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.451 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=32] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.451 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=32] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.458 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=32] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.469 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=33] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.475 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=33] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.479 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=33] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.483 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=33] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.495 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=34] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.498 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=34] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.506 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=34] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.510 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=34] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.521 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=35] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.522 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=35] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.530 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=35] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.536 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=35] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.544 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=36] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.549 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=36] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.556 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=36] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.560 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=36] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.570 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=37] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.574 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=37] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.582 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=37] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.588 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=37] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.598 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=38] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.598 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=38] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.607 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=38] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.616 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=38] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.621 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=39] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.625 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=39] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.633 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=39] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.641 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=39] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.647 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=40] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.649 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=40] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.657 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=40] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.667 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=40] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.673 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=41] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.674 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=41] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.682 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=41] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.693 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=41] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.701 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=42] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.701 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=42] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.706 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=42] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:46 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint -d' /tmp/lightning_test/cppk.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint/config-file.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint.11724.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cppk.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint/config-file.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log [2025/04/04 18:52:46.720 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=42] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.725 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=43] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.728 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=43] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.730 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=43] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.747 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=43] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.752 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=44] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.753 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=44] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.758 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=44] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.771 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=44] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.775 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=45] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.779 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=45] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.782 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=45] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.799 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=46] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.799 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=45] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.806 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=46] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.807 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=46] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.822 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=46] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.825 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=47] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.831 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=47] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.831 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=47] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.849 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=48] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.849 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=47] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.856 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=48] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.856 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=48] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.875 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=49] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.876 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=48] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.881 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=49] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.882 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=49] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.900 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=49] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.902 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=50] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.906 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=50] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.908 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=50] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.927 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=51] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.927 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=50] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.933 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=51] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.933 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=51] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.954 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=51] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.954 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=52] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.959 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=52] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.960 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=52] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] tidb lightning exit successfully PASS coverage: 27.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** GROUP_CONCAT(a): 1,2,3,4,5 *************************** 1. row *************************** count(1): 4 sum(a): 10 *************************** 1. row *************************** count(1): 4 sum(pid): 10 *===== TEST: [lightning_foreign_key] success! =====* [2025/04/04 18:52:46.979 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=53] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.979 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=52] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.984 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=53] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:46.986 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=53] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.002 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=54] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.002 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=53] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.009 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=54] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.009 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=54] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.028 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=55] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.031 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=54] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.036 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=55] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.036 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=55] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.052 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=56] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.058 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=55] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.060 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=56] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.061 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=56] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.079 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=57] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.085 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=56] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.086 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=57] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.088 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=57] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.102 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=58] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.109 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0017721e0/127.0.0.1:2379] [attempt=57] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.112 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc001b3e5a0/127.0.0.1:2379] [attempt=58] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.115 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db21e0/127.0.0.1:2379] [attempt=58] [error="rpc error: code = Unavailable desc = etcdserver: no leader"] [2025/04/04 18:52:47.125 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc000db2000/127.0.0.1:2379] [attempt=0] [error="rpc error: code = Unavailable desc = etcdserver: leader changed"] tidb lightning exit successfully PASS coverage: 19.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl1 COLUMN_NAME: j NEXT_GLOBAL_ROW_ID: 50002 ID_TYPE: _TIDB_ROWID *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl2 COLUMN_NAME: _tidb_rowid NEXT_GLOBAL_ROW_ID: 63205 ID_TYPE: _TIDB_ROWID *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl7 COLUMN_NAME: j NEXT_GLOBAL_ROW_ID: 50002 ID_TYPE: AUTO_RANDOM *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl8 COLUMN_NAME: j NEXT_GLOBAL_ROW_ID: 50002 ID_TYPE: AUTO_INCREMENT *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl9 COLUMN_NAME: _tidb_rowid NEXT_GLOBAL_ROW_ID: 63205 ID_TYPE: _TIDB_ROWID *************************** 2. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl9 COLUMN_NAME: _tidb_rowid NEXT_GLOBAL_ROW_ID: 50002 ID_TYPE: AUTO_INCREMENT ******** with mysql checkpoint (step 1/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... TiFlash started. selected test cases: lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_gcs "is_initialized": true, Starting TiDB... Verifying TiDB is started... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:50 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk.7891.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** with mysql checkpoint (step 2/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 13 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 3 + check_contains 'count(*): 3' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1 d: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 3 d: 3.csv *************************** 3. row *************************** a: 4 b: 4 c: 4 d: 4.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1' + check_contains 'd: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 3' + check_contains 'd: 3.csv' + check_contains 'a: 4' + check_contains 'b: 4' + check_contains 'c: 4' + check_contains 'd: 4.csv' *===== TEST: [lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk] success! =====* { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... ******** with mysql checkpoint (step 3/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log will start pd3 "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Run cases: lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk "is_initialized": true, Starting TiDB... Verifying TiDB is started... ******** with mysql checkpoint (step 4/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:52:57 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk.4045.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 27 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 3 + check_contains 'count(*): 3' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 1.csv *************************** 3. row *************************** a: 3 b: 3 c: 3.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 1.csv' + check_contains 'a: 3' + check_contains 'b: 3' + check_contains 'c: 3.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk] success! =====* ******** with mysql checkpoint (step 5/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... selected test cases: lightning_source_linkfile TiFlash started. selected test cases: lightning_default-columns ******** with mysql checkpoint (step 6/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}+++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:01 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_pd_leader_switch --backend' local --enable-checkpoint=0 --pd-urls '127.0.0.1:9999,127.0.0.1:2379 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_pd_leader_switch.2258.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_pd_leader_switch/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_pd_leader_switch/data --sorted-kv-dir /tmp/lightning_test/lightning_pd_leader_switch.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=0 --pd-urls 127.0.0.1:9999,127.0.0.1:2379 Run cases: lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_checkpoint_parquet "is_initialized": true, Starting TiDB... Verifying TiDB is started... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_source_linkfile/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_default-columns/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:02 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_default-columns --log-file' '/tmp/lightning_test/defcol-errors.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_default-columns.9180.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_default-columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_default-columns/data --sorted-kv-dir /tmp/lightning_test/lightning_default-columns.sorted --enable-checkpoint=0 --check-requirements=0 --log-file /tmp/lightning_test/defcol-errors.log Verbose debug logs will be written to /tmp/lightning_test/defcol-errors.log tidb lightning exit successfully PASS coverage: 14.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 1000 *************************** 1. row *************************** count(*): 1000 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** min(pk): 1 count(pk): 9 *************************** 1. row *************************** xx: 1 *************************** 1. row *************************** xx: 2 *===== TEST: [lightning_default-columns] success! =====* Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_parquet/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 1000 *************************** 1. row *************************** count(*): 1000 *===== TEST: [lightning_source_linkfile] success! =====* TiFlash started. selected test cases: lightning_multi_valued_index *************************** 1. row *************************** count(*): 1 sum(iVal): 0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... tidb lightning exit successfully PASS coverage: 14.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** with mysql checkpoint (step 7/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log *************************** 1. row *************************** count(*): 100 sum(iVal): 4950 *===== TEST: [lightning_checkpoint_parquet] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_multi_valued_index/run.sh... =====* + run_sql 'SELECT CONCAT('\''SET GLOBAL time_zone='\'''\'''\'', @@time_zone, '\'''\'''\'', GLOBAL default_week_format='\'', @@default_week_format, '\'', GLOBAL block_encryption_mode='\'''\'''\'', @@block_encryption_mode, '\'''\'''\'';'\'') cmd;' *************************** 1. row *************************** cmd: SET GLOBAL time_zone='SYSTEM', GLOBAL default_week_format=0, GLOBAL block_encryption_mode='aes-128-ecb'; ++ read_result + UNDO_CMD='SET GLOBAL time_zone='\''SYSTEM'\'', GLOBAL default_week_format=0, GLOBAL block_encryption_mode='\''aes-128-ecb'\'';' + trap undo_set_globals EXIT + run_sql 'SET GLOBAL time_zone='\''-08:00'\'', GLOBAL default_week_format=4, GLOBAL block_encryption_mode='\''aes-256-cbc'\''' Run cases: lightning_disable_scheduler_by_key_range ++ seq 3 + for _ in $(seq 3) + sleep 1 Run cases: lightning_sqlmode + run_sql 'SELECT CONCAT(@@time_zone, '\'','\'', @@default_week_format, '\'','\'', @@block_encryption_mode) res' *************************** 1. row *************************** res: -08:00,4,aes-256-cbc ++ read_result + '[' -08:00,4,aes-256-cbc = -08:00,4,aes-256-cbc ']' + break + for BACKEND in 'local' 'tidb' + '[' local = local ']' + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS mv' + run_lightning --backend local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:06 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_multi_valued_index --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_multi_valued_index.4240.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_multi_valued_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_multi_valued_index/data --sorted-kv-dir /tmp/lightning_test/lightning_multi_valued_index.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_checkpoint_timestamp "is_initialized": true, Starting TiDB... Verifying TiDB is started... Starting PD... TiFlash started. selected test cases: lightning_gcs Starting PD... ******** with mysql checkpoint (step 8/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_gcs/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_gcs/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_gcs ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_gcs + DB=gcs_test + TABLE=tbl + check_cluster_version 4 0 0 'local backend' + GCS_HOST=localhost + GCS_PORT=21808 + GCS_STORAGE=/tmp/lightning_test/storage + BUCKET=lightning-gcs + rm -rf /tmp/lightning_test/gcs_test + rm -rf /tmp/lightning_test/storage + mkdir -p /tmp/lightning_test/gcs_test + i=0 + curl -o /dev/null -v -s http://localhost:21808/ + fake-gcs-server -scheme http -host localhost -port 21808 -filesystem-root /tmp/lightning_test/storage -public-host localhost:21808 * Trying ::1... * TCP_NODELAY set * connect to ::1 port 21808 failed: Connection refused * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 21808 failed: Connection refused * Failed to connect to localhost port 21808: Connection refused * Closing connection 0 + i=1 + '[' 1 -gt 7 ']' + sleep 2 time="2025-04-04T18:53:09+08:00" level=info msg="server started at http://127.0.0.1:21808" {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... tidb lightning exit successfully PASS coverage: 26.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_result l + run_sql 'ADMIN CHECK TABLE mv.l' { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + curl -o /dev/null -v -s http://localhost:21808/ * Trying ::1... * TCP_NODELAY set * connect to ::1 port 21808 failed: Connection refused * Trying 127.0.0.1... * TCP_NODELAY set * Connected to localhost (127.0.0.1) port 21808 (#0) > GET / HTTP/1.1 > Host: localhost:21808 > User-Agent: curl/7.61.1 > Accept: */* > time="2025-04-04T18:53:11+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:53:11 +0800] \"GET / HTTP/1.1\" 404 19" < HTTP/1.1 404 Not Found < Content-Type: text/plain; charset=utf-8 < X-Content-Type-Options: nosniff < Date: Fri, 04 Apr 2025 10:53:11 GMT < Content-Length: 19 < { [19 bytes data] * Connection #0 to host localhost left intact + trap stop_gcs EXIT + fake-oauth ++ cat + KEY='{ "type": "service_account", "private_key": "-----BEGIN PRIVATE KEY-----\nMIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQCT524vzG7uEVtX\nojcHbyQzVwlcaGkg1DWWLT+SufD08UYF0bsfcD0Etrtzo4ggwdxJQy5ygl3TNlcD\nKdelWbVyGfg9/sNB1RDlZYbQb0LVLHKjkVs7JyJsxrLk2e6NqD9ajwTEJUcLAQkj\nxlCcIi51beqrIRlvHjbtGwet/dNnRLSZf+i9SHvB2j64+RVYdnyf/IiLBvYyu7hF\nT6VjlljdbwC4TZ2jpfDL8nHRTiDiV+CX3/iH8MlMEOSM30AO5MPNVCZLlTA9W24a\nKi4NPBBlJLvG2mQELYdbhdM64iMvbPkDRtajJD6ogPB7wUoWbtSke5oOJNyV1HNt\nn91JH/dlAgMBAAECggEAQBwve2GSbfgxD0Xds4e9+dEO2jLZ6uSBS9TWOywFIa9Z\nqlkUUtbMZDgu/buTXJubeFg6EGGo+M4TnmfrNR2zFD/khj7hdS49kinVa5Dmt895\n66Osl3HprpvcXG2IxXd56q+Woc0Ew+TRiOPD+kGowLcB4ubIhw1iQpmWVRlyos6Q\nyvHssolrqOkRK9+1asixgow2Y15HtpXFN3XDIVj3gfdN1Zg80S66bTap1DS+dkJH\nSMgEZRilAjUGzbroqvZCiymlIJP5Jj5L5Wy8Qp/k1ixK10oaPgwvdmwXHX/DZ0vC\nT6XwpIaCYd3/XUWBHvrmQHFucWVPISZRi5WidggzuwKBgQDNHrxKaDrxcrV5Ncgu\npQrtQvTsIUCJGMo5m30X0Ac5CsIssOoQHdtEQW1ehJ8DtJRRb9rdWc4aelXsDUr+\no2m1zyZzM6S7IO2YhGDAo7Uu3fy1r33qYAt6uS/nHaJBpsKcyqqK+0wPDikdPLLx\nBBWZHF6WoswDEUVLQa/hHgpjPwKBgQC4l2/6xShNoobivzk8AE/Acq7PazA8gu4K\nY0UghTBlAst4RvBTURYZ2V3uw0S2FbfwL0/snHhNWZl5XjBX/H9oQmLri5qGOOpf\n9A11p5kd0x1mHDgTm/k7EgoskdXGB5NqXIB7l/3UI8Sk2N1PzHwyJJYfaB+EWTs8\n+LVy99VQWwKBgQCilRwVtiwSOSPSYWi8YCEbEpljmK+4eye/JZmviDpRYk+qcMf1\n4lRr85gm9OO9YiK1sf0+ufH9Vr5IDflFgG1HqFwHsAWANYdd/n9Z8eior1ehAurB\nHUO8EJEBlaGIfA+Bi7pF0w3kWQsJm5USKHSeGbh3ma4vOD8+eWBZBSCirQKBgQCe\n1uEq/sChnXtIXpgXg4Uc6xJ1tZy6VUgUdDulsjZklTUU+KYQa7QC5kKoFCtqK+It\nseiqiDIVDUa9Y0liTQotYwLQAT8kxJEZpF54oZFmUqX3mcy/QvYB2JIcrBkx4I7/\ndT2yHKX1CBpMZ7h41FMCquzrdaO5NTd+Td2FYrGSBQKBgEBnAerHh/NafYlVumlS\nVgouR9IketTegyEyntVyEvENx8OA5ZLMywCIKbPMFZgPR0RgDpyDxKauCU2E09e/\nboN76UOuOg11fknJh7vFbUbzM6BXvXVOTyX9ZtZBQcd5Y3tV+tYD1tHUgurGYWb+\nyHLBMOlXdpn0gZ4rwoIQgzD9\n-----END PRIVATE KEY-----\n", "client_email": "test@email.com", "token_uri": "http://localhost:5000/oauth/token" }' + echo '{' '"type":' '"service_account",' '"private_key":' '"-----BEGIN' PRIVATE 'KEY-----\nMIIEvgIBADANBgkqhkiG9w0BAQEFAASCBKgwggSkAgEAAoIBAQCT524vzG7uEVtX\nojcHbyQzVwlcaGkg1DWWLT+SufD08UYF0bsfcD0Etrtzo4ggwdxJQy5ygl3TNlcD\nKdelWbVyGfg9/sNB1RDlZYbQb0LVLHKjkVs7JyJsxrLk2e6NqD9ajwTEJUcLAQkj\nxlCcIi51beqrIRlvHjbtGwet/dNnRLSZf+i9SHvB2j64+RVYdnyf/IiLBvYyu7hF\nT6VjlljdbwC4TZ2jpfDL8nHRTiDiV+CX3/iH8MlMEOSM30AO5MPNVCZLlTA9W24a\nKi4NPBBlJLvG2mQELYdbhdM64iMvbPkDRtajJD6ogPB7wUoWbtSke5oOJNyV1HNt\nn91JH/dlAgMBAAECggEAQBwve2GSbfgxD0Xds4e9+dEO2jLZ6uSBS9TWOywFIa9Z\nqlkUUtbMZDgu/buTXJubeFg6EGGo+M4TnmfrNR2zFD/khj7hdS49kinVa5Dmt895\n66Osl3HprpvcXG2IxXd56q+Woc0Ew+TRiOPD+kGowLcB4ubIhw1iQpmWVRlyos6Q\nyvHssolrqOkRK9+1asixgow2Y15HtpXFN3XDIVj3gfdN1Zg80S66bTap1DS+dkJH\nSMgEZRilAjUGzbroqvZCiymlIJP5Jj5L5Wy8Qp/k1ixK10oaPgwvdmwXHX/DZ0vC\nT6XwpIaCYd3/XUWBHvrmQHFucWVPISZRi5WidggzuwKBgQDNHrxKaDrxcrV5Ncgu\npQrtQvTsIUCJGMo5m30X0Ac5CsIssOoQHdtEQW1ehJ8DtJRRb9rdWc4aelXsDUr+\no2m1zyZzM6S7IO2YhGDAo7Uu3fy1r33qYAt6uS/nHaJBpsKcyqqK+0wPDikdPLLx\nBBWZHF6WoswDEUVLQa/hHgpjPwKBgQC4l2/6xShNoobivzk8AE/Acq7PazA8gu4K\nY0UghTBlAst4RvBTURYZ2V3uw0S2FbfwL0/snHhNWZl5XjBX/H9oQmLri5qGOOpf\n9A11p5kd0x1mHDgTm/k7EgoskdXGB5NqXIB7l/3UI8Sk2N1PzHwyJJYfaB+EWTs8\n+LVy99VQWwKBgQCilRwVtiwSOSPSYWi8YCEbEpljmK+4eye/JZmviDpRYk+qcMf1\n4lRr85gm9OO9YiK1sf0+ufH9Vr5IDflFgG1HqFwHsAWANYdd/n9Z8eior1ehAurB\nHUO8EJEBlaGIfA+Bi7pF0w3kWQsJm5USKHSeGbh3ma4vOD8+eWBZBSCirQKBgQCe\n1uEq/sChnXtIXpgXg4Uc6xJ1tZy6VUgUdDulsjZklTUU+KYQa7QC5kKoFCtqK+It\nseiqiDIVDUa9Y0liTQotYwLQAT8kxJEZpF54oZFmUqX3mcy/QvYB2JIcrBkx4I7/\ndT2yHKX1CBpMZ7h41FMCquzrdaO5NTd+Td2FYrGSBQKBgEBnAerHh/NafYlVumlS\nVgouR9IketTegyEyntVyEvENx8OA5ZLMywCIKbPMFZgPR0RgDpyDxKauCU2E09e/\nboN76UOuOg11fknJh7vFbUbzM6BXvXVOTyX9ZtZBQcd5Y3tV+tYD1tHUgurGYWb+\nyHLBMOlXdpn0gZ4rwoIQgzD9\n-----END' PRIVATE 'KEY-----\n",' '"client_email":' '"test@email.com",' '"token_uri":' '"http://localhost:5000/oauth/token"' '}' + export GOOGLE_APPLICATION_CREDENTIALS=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_gcs/config.json + GOOGLE_APPLICATION_CREDENTIALS=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_gcs/config.json + curl -XPOST http://localhost:21808/storage/v1/b -d '{"name":"lightning-gcs"}' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0time="2025-04-04T18:53:11+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:53:11 +0800] \"POST /storage/v1/b HTTP/1.1\" 200 135" 100 159 100 135 100 24 131k 24000 --:--:-- --:--:-- --:--:-- 155k {"kind":"storage#bucket","id":"lightning-gcs","name":"lightning-gcs","versioning":{},"timeCreated":"2025-04-04T18:53:11.819375+08:00"} + DATA_PATH=/tmp/lightning_test/gcs_test + mkdir -p /tmp/lightning_test/gcs_test/gcs_test + echo 'CREATE DATABASE gcs_test;' + echo 'CREATE TABLE tbl(i INT, s varchar(32));' + echo 'INSERT INTO tbl (i, s) VALUES (1, "1"),(2, "test2"), (3, "qqqtest");' + cat + curl -XPOST --data-binary @/tmp/lightning_test/gcs_test/gcs_test-schema-create.sql 'http://localhost:21808/upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test-schema-create.sql' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0time="2025-04-04T18:53:11+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:53:11 +0800] \"POST /upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test-schema-create.sql HTTP/1.1\" 200 403" 100 429 100 403 100 26 393k 26000 --:--:-- --:--:-- --:--:-- 418k {"name":"gcs_test/gcs_test-schema-create.sql","contentType":"application/x-www-form-urlencoded","contentEncoding":"","crc32c":"w70a0Q==","md5Hash":"jr6r1066e6VgnlzbErcl5Q==","acl":[{"Entity":"projectOwner","EntityID":"","Role":"OWNER","Domain":"","Email":"","ProjectTeam":null}],"created":"2025-04-04T18:53:11.827244+08:00","updated":"2025-04-04T18:53:11.827267+08:00","deleted":"0001-01-01T00:00:00Z"} + curl -XPOST --data-binary @/tmp/lightning_test/gcs_test/gcs_test.tbl-schema.sql 'http://localhost:21808/upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test.tbl-schema.sql' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0time="2025-04-04T18:53:11+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:53:11 +0800] \"POST /upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test.tbl-schema.sql HTTP/1.1\" 200 400" 100 440 100 400 100 40 390k 40000 --:--:-- --:--:-- --:--:-- 429k {"name":"gcs_test/gcs_test.tbl-schema.sql","contentType":"application/x-www-form-urlencoded","contentEncoding":"","crc32c":"8nDBbg==","md5Hash":"9IUDuKWXlpixFsjz/XRstg==","acl":[{"Entity":"projectOwner","EntityID":"","Role":"OWNER","Domain":"","Email":"","ProjectTeam":null}],"created":"2025-04-04T18:53:11.832006+08:00","updated":"2025-04-04T18:53:11.832035+08:00","deleted":"0001-01-01T00:00:00Z"} + curl -XPOST --data-binary @/tmp/lightning_test/gcs_test/gcs_test.tbl.sql 'http://localhost:21808/upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test.tbl.sql' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0time="2025-04-04T18:53:11+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:53:11 +0800] \"POST /upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test.tbl.sql HTTP/1.1\" 200 392" 100 461 100 392 100 69 382k 69000 --:--:-- --:--:-- --:--:-- 450k {"name":"gcs_test/gcs_test.tbl.sql","contentType":"application/x-www-form-urlencoded","contentEncoding":"","crc32c":"8zt3Pg==","md5Hash":"Ra3Pcc+gkQpnwG3kravQiQ==","acl":[{"Entity":"projectOwner","EntityID":"","Role":"OWNER","Domain":"","Email":"","ProjectTeam":null}],"created":"2025-04-04T18:53:11.83671+08:00","updated":"2025-04-04T18:53:11.836732+08:00","deleted":"0001-01-01T00:00:00Z"} + curl -XPOST --data-binary @/tmp/lightning_test/gcs_test/gcs_test.tbl.0.csv 'http://localhost:21808/upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test.tbl.0.csv' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0time="2025-04-04T18:53:11+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:53:11 +0800] \"POST /upload/storage/v1/b/lightning-gcs/o?uploadType=media&name=gcs_test/gcs_test.tbl.0.csv HTTP/1.1\" 200 395" 100 456 100 395 100 61 128k 20333 --:--:-- --:--:-- --:--:-- 148k {"name":"gcs_test/gcs_test.tbl.0.csv","contentType":"application/x-www-form-urlencoded","contentEncoding":"","crc32c":"eJeDyg==","md5Hash":"otOCsXvI0Pp9NlMAx1yx0w==","acl":[{"Entity":"projectOwner","EntityID":"","Role":"OWNER","Domain":"","Email":"","ProjectTeam":null}],"created":"2025-04-04T18:53:11.842573+08:00","updated":"2025-04-04T18:53:11.842862+08:00","deleted":"0001-01-01T00:00:00Z"} + run_sql 'DROP DATABASE IF EXISTS gcs_test;' + run_sql 'DROP TABLE IF EXISTS gcs_test.tbl;' + SOURCE_DIR='gcs://lightning-gcs/gcs_test?endpoint=http://localhost:21808/storage/v1/' + run_lightning -d 'gcs://lightning-gcs/gcs_test?endpoint=http://localhost:21808/storage/v1/' --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log time="2025-04-04T18:53:11+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:53:11 +0800] \"GET /storage/v1/b/lightning-gcs/o?alt=json&delimiter=&endOffset=&fields=nextPageToken%2Cprefixes%2Citems%28name%2Csize%29&includeFoldersAsPrefixes=false&includeTrailingDelimiter=false&matchGlob=&pageToken=&prefix=gcs_test%2F&prettyPrint=false&projection=full&startOffset=&versions=false HTTP/1.1\" 200 521" time="2025-04-04T18:53:11+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:53:11 +0800] \"GET /storage/v1/b/lightning-gcs/o?alt=json&delimiter=&endOffset=&fields=nextPageToken%2Cprefixes%2Citems%28name%2Csize%29&includeFoldersAsPrefixes=false&includeTrailingDelimiter=false&matchGlob=&pageToken=&prefix=gcs_test%2F&prettyPrint=false&projection=full&startOffset=&versions=false HTTP/1.1\" 200 521" time="2025-04-04T18:53:12+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:53:12 +0800] \"GET /storage/v1/b/lightning-gcs/o/gcs_test%2Fgcs_test-schema-create.sql?alt=json&prettyPrint=false&projection=full HTTP/1.1\" 200 541" time="2025-04-04T18:53:12+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:53:12 +0800] \"GET /lightning-gcs/gcs_test%2Fgcs_test-schema-create.sql HTTP/1.1\" 200 26" time="2025-04-04T18:53:12+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:53:12 +0800] \"GET /storage/v1/b/lightning-gcs/o/gcs_test%2Fgcs_test.tbl-schema.sql?alt=json&prettyPrint=false&projection=full HTTP/1.1\" 200 532" time="2025-04-04T18:53:12+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:53:12 +0800] \"GET /storage/v1/b/lightning-gcs/o/gcs_test%2Fgcs_test.tbl-schema.sql?alt=json&prettyPrint=false&projection=full HTTP/1.1\" 200 532" time="2025-04-04T18:53:12+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:53:12 +0800] \"GET /lightning-gcs/gcs_test%2Fgcs_test.tbl-schema.sql HTTP/1.1\" 200 40" time="2025-04-04T18:53:12+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:53:12 +0800] \"GET /storage/v1/b/lightning-gcs/o/gcs_test%2Fgcs_test.tbl.sql?alt=json&prettyPrint=false&projection=full HTTP/1.1\" 200 510" time="2025-04-04T18:53:12+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:53:12 +0800] \"GET /lightning-gcs/gcs_test%2Fgcs_test.tbl.sql HTTP/1.1\" 200 69" time="2025-04-04T18:53:12+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:53:12 +0800] \"GET /storage/v1/b/lightning-gcs/o/gcs_test%2Fgcs_test.tbl.0.csv?alt=json&prettyPrint=false&projection=full HTTP/1.1\" 200 517" time="2025-04-04T18:53:12+08:00" level=info msg="127.0.0.1 - - [04/Apr/2025:18:53:12 +0800] \"GET /lightning-gcs/gcs_test%2Fgcs_test.tbl.0.csv HTTP/1.1\" 200 61" "is_initialized": true, Starting TiDB... Verifying TiDB is started... ******** with mysql checkpoint (step 9/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 25.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*), sum(i) FROM `gcs_test`.tbl' *************************** 1. row *************************** count(*): 7 sum(i): 413 + check_contains 'count(*): 7' + check_contains 'sum(i): 413' + stop_gcs + killall -9 fake-gcs-server + killall -9 fake-oauth /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_gcs/run.sh: line 49: 9795 Killed fake-gcs-server -scheme http -host $GCS_HOST -port $GCS_PORT -filesystem-root $GCS_STORAGE -public-host $GCS_HOST:$GCS_PORT *===== TEST: [lightning_gcs] success! =====* { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... TiFlash started. + run_sql 'SELECT count(*) FROM mv.l' *************************** 1. row *************************** count(*): 100 + check_contains 'count(*): 100' + run_sql 'SELECT -22162723 MEMBER OF (j->'\''$.number'\'') as r FROM mv.l WHERE pk = -918151511' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + run_sql 'SELECT '\''kjGNP2fd3X20K9HtIbaBw3VL7Ze58eiysenzLBij4jDFzlnO0Y3qfheDrGmo4OM'\'' MEMBER OF (j->'\''$.string'\'') as r FROM mv.l WHERE pk = 6' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + check_result t + run_sql 'ADMIN CHECK TABLE mv.t' selected test cases: lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk *************************** 1. row *************************** s: `cppk_tsr`.`tbl1`|0|50001|50001 *************************** 2. row *************************** s: `cppk_tsr`.`tbl2`|0|63204|63204 *************************** 3. row *************************** s: `cppk_tsr`.`tbl3`|0|63204|63204 *************************** 4. row *************************** s: `cppk_tsr`.`tbl4`|0|0|0 *************************** 5. row *************************** s: `cppk_tsr`.`tbl5`|0|63204|63204 *************************** 6. row *************************** s: `cppk_tsr`.`tbl6`|0|0|0 *************************** 7. row *************************** s: `cppk_tsr`.`tbl7`|50001|0|0 *************************** 8. row *************************** s: `cppk_tsr`.`tbl8`|0|50001|0 *************************** 9. row *************************** s: `cppk_tsr`.`tbl9`|0|50001|63204 ******** Verify checkpoint no-op ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:14 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint -d' /tmp/lightning_test/cppk.mydump '--enable-checkpoint=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint.12604.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cppk.mydump --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_generated_columns {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:15 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk.9786.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 13.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** 0: 0 s1: 2550050 s2: 2550050 s3: 2550050 s4: 2550050 s5: 2550050 s6: 2550050 s7: 2550050 s8: 2550050 s9: 2550050 s: 22950450 *************************** 1. row *************************** count(*): 9 *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl1 COLUMN_NAME: j NEXT_GLOBAL_ROW_ID: 50002 ID_TYPE: _TIDB_ROWID *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl2 COLUMN_NAME: _tidb_rowid NEXT_GLOBAL_ROW_ID: 63205 ID_TYPE: _TIDB_ROWID *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl7 COLUMN_NAME: j NEXT_GLOBAL_ROW_ID: 50002 ID_TYPE: AUTO_RANDOM *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl8 COLUMN_NAME: j NEXT_GLOBAL_ROW_ID: 50002 ID_TYPE: AUTO_INCREMENT *************************** 1. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl9 COLUMN_NAME: _tidb_rowid NEXT_GLOBAL_ROW_ID: 63205 ID_TYPE: _TIDB_ROWID *************************** 2. row *************************** DB_NAME: cppk_tsr TABLE_NAME: tbl9 COLUMN_NAME: _tidb_rowid NEXT_GLOBAL_ROW_ID: 50002 ID_TYPE: AUTO_INCREMENT { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + run_sql 'SELECT count(*) FROM mv.t' *************************** 1. row *************************** count(*): 100 + check_contains 'count(*): 100' + run_sql 'SELECT -22162723 MEMBER OF (j->'\''$.number'\'') as r FROM mv.t WHERE pk = -918151511' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + run_sql 'SELECT '\''kjGNP2fd3X20K9HtIbaBw3VL7Ze58eiysenzLBij4jDFzlnO0Y3qfheDrGmo4OM'\'' MEMBER OF (j->'\''$.string'\'') as r FROM mv.t WHERE pk = 6' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + run_sql 'DROP DATABASE mv' + for BACKEND in 'local' 'tidb' + '[' tidb = local ']' + run_sql 'DROP DATABASE IF EXISTS mv' + run_lightning --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:15 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_multi_valued_index --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_multi_valued_index.4343.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_multi_valued_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_multi_valued_index/data --sorted-kv-dir /tmp/lightning_test/lightning_multi_valued_index.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Table Now (step 1/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 16.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_result l + run_sql 'ADMIN CHECK TABLE mv.l' Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 13 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 3 + check_contains 'count(*): 3' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1 d: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 3 d: 3.csv *************************** 3. row *************************** a: 4 b: 4 c: 4 d: 4.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1' + check_contains 'd: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 3' + check_contains 'd: 3.csv' + check_contains 'a: 4' + check_contains 'b: 4' + check_contains 'c: 4' + check_contains 'd: 4.csv' *===== TEST: [lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk] success! =====* Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... + run_sql 'SELECT count(*) FROM mv.l' *************************** 1. row *************************** count(*): 100 + check_contains 'count(*): 100' + run_sql 'SELECT -22162723 MEMBER OF (j->'\''$.number'\'') as r FROM mv.l WHERE pk = -918151511' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + run_sql 'SELECT '\''kjGNP2fd3X20K9HtIbaBw3VL7Ze58eiysenzLBij4jDFzlnO0Y3qfheDrGmo4OM'\'' MEMBER OF (j->'\''$.string'\'') as r FROM mv.l WHERE pk = 6' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + check_result t + run_sql 'ADMIN CHECK TABLE mv.t' TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk Run cases: lightning_duplicate_resolution_replace_one_key ******** Importing Table Now (step 2/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log + run_sql 'SELECT count(*) FROM mv.t' *************************** 1. row *************************** count(*): 100 + check_contains 'count(*): 100' + run_sql 'SELECT -22162723 MEMBER OF (j->'\''$.number'\'') as r FROM mv.t WHERE pk = -918151511' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + run_sql 'SELECT '\''kjGNP2fd3X20K9HtIbaBw3VL7Ze58eiysenzLBij4jDFzlnO0Y3qfheDrGmo4OM'\'' MEMBER OF (j->'\''$.string'\'') as r FROM mv.t WHERE pk = 6' *************************** 1. row *************************** r: 1 + check_contains 'r: 1' + run_sql 'DROP DATABASE mv' + undo_set_globals + run_sql 'SET GLOBAL time_zone='\''SYSTEM'\'', GLOBAL default_week_format=0, GLOBAL block_encryption_mode='\''aes-128-ecb'\'';' *===== TEST: [lightning_multi_valued_index] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:20 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk.5957.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 27 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 3 + check_contains 'count(*): 3' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 3 b: 3 c: 3.csv *************************** 2. row *************************** a: 1 b: 1 c: 1.csv *************************** 3. row *************************** a: 2 b: 2 c: 1.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 1.csv' + check_contains 'a: 3' + check_contains 'b: 3' + check_contains 'c: 3.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk] success! =====* { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... ******** Importing Table Now (step 3/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_new_collation {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Run cases: lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk TiFlash started. selected test cases: lightning_sqlmode TiFlash started. selected test cases: lightning_disable_scheduler_by_key_range ******** Importing Table Now (step 4/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:26 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode --config' '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode/off.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_sqlmode.5929.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode/data --sorted-kv-dir /tmp/lightning_test/lightning_sqlmode.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode/off.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrEncodeKV]encode kv error in file sqlmodedb.t.1.sql:0 at offset 53: failed to cast value as timestamp BINARY for column `a` (#2): cannot convert datum from unsigned bigint to type timestamp warning: GOCOVERDIR not set, no coverage data emitted TEST FAILED: OUTPUT DOES NOT CONTAIN 'a: 0000-00-00 00:00:00' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 1 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'b: 127' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 1 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'hex(c): 74' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 1 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'd: ' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 1 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'a: 0000-00-00 00:00:00' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 2 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'b: -128' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 2 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'hex(c): F0' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 2 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'd: x,y' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 2 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'a: 0000-00-00 00:00:00' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 3 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'b: 0' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 3 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'hex(c): 99' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 3 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'd: ' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 3 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'a: 2000-01-01 00:00:00' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 4 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'b: 100' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 4 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'hex(c): ' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 4 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'd: x,y' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 4 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'a: 0000-00-00 00:00:00' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 5 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'b: 0' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 5 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'hex(c): ' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 5 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ TEST FAILED: OUTPUT DOES NOT CONTAIN 'd: ' ____________________________________ [Fri Apr 4 18:53:26 CST 2025] Executing SQL: SELECT a, b, hex(c), d FROM sqlmodedb.t WHERE id = 5 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:26 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode/on.toml --log-file '/tmp/lightning_test/sqlmode-error.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_sqlmode.6061.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode/data --sorted-kv-dir /tmp/lightning_test/lightning_sqlmode.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_sqlmode/on.toml --log-file /tmp/lightning_test/sqlmode-error.log Verbose debug logs will be written to /tmp/lightning_test/sqlmode-error.log Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_disable_scheduler_by_key_range/run.sh... =====* + export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/server/EnableTestAPI=return + GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/server/EnableTestAPI=return + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/server/EnableTestAPI=return;github.com/pingcap/tidb/pkg/lightning/backend/local/ReadyForImportEngine=sleep(10000)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/server/EnableTestAPI=return;github.com/pingcap/tidb/pkg/lightning/backend/local/ReadyForImportEngine=sleep(10000)' + shpid=11094 + pid= + ensure_lightning_is_started + run_lightning --backend=local + for _ in {0..60} ++ pstree -p 11094 ++ grep -Eo 'tidb-lightning\.\([0-9]*\)' ++ grep -Eo '[0-9]*' +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:26 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_disable_scheduler_by_key_range --backend=local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_disable_scheduler_by_key_range.11094.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_disable_scheduler_by_key_range/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_disable_scheduler_by_key_range/data --sorted-kv-dir /tmp/lightning_test/lightning_disable_scheduler_by_key_range.sorted --enable-checkpoint=0 --check-requirements=0 --backend=local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + pid= + true + '[' -n '' ']' + sleep 1 TiFlash started. selected test cases: lightning_checkpoint_timestamp Import Data Error Summary: +---+------------+-------------+-------------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+------------+-------------+-------------------------------------------------+ | 1 | Data Type | 4 | `sqlmodedb_lightning_task_info`.`type_error_v2` | +---+------------+-------------+-------------------------------------------------+ tidb lightning exit successfully PASS coverage: 24.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** min(id): 4 max(id): 4 *************************** 1. row *************************** count(*): 4 *************************** 1. row *************************** path: sqlmodedb.t.1.sql offset: 53 error: failed to cast value as timestamp BINARY for column `a` (#2): cannot convert datum from unsigned bigint to type timestamp row_data: (1,9,128,'too long','x,y,z') TEST FAILED: OUTPUT DOES NOT CONTAIN 'cannot convert datum from unsigned bigint to type timestamp.' ____________________________________ [Fri Apr 4 18:53:27 CST 2025] Executing SQL: SELECT path, `offset`, error, row_data FROM sqlmodedb_lightning_task_info.type_error_v2 WHERE table_name = "`sqlmodedb`.`t`" AND row_data LIKE "(1,%"; *************************** 1. row *************************** path: sqlmodedb.t.1.sql offset: 53 error: failed to cast value as timestamp BINARY for column `a` (#2): cannot convert datum from unsigned bigint to type timestamp row_data: (1,9,128,'too long','x,y,z') ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ *************************** 1. row *************************** path: sqlmodedb.t.1.sql offset: 100 error: failed to cast value as timestamp BINARY for column `a` (#2): [types:1292]Incorrect timestamp value: '2000-00-00 00:00:00' row_data: (2,'2000-00-00 00:00:00',-99999,'๐Ÿคฉ',3) *************************** 1. row *************************** path: sqlmodedb.t.1.sql offset: 149 error: failed to cast value as timestamp BINARY for column `a` (#2): [types:1292]Incorrect timestamp value: '9999-12-31 23:59:59' row_data: (3,'9999-12-31 23:59:59','NaN',x'99','x+y') *************************** 1. row *************************** path: sqlmodedb.t.1.sql offset: 237 error: failed to cast value as timestamp BINARY for column `a` (#2): [table:1048]Column 'a' cannot be null row_data: (5,NULL,NULL,NULL,NULL) *===== TEST: [lightning_sqlmode] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... + for _ in {0..60} ++ pstree -p 11094 ++ grep -Eo 'tidb-lightning\.\([0-9]*\)' ++ grep -Eo '[0-9]*' + pid=11103 + '[' -n 11103 ']' + break + '[' -z 11103 ']' + echo 'lightning is started, pid is 11103' lightning is started, pid is 11103 + ready_for_import_engine + for _ in {0..60} + grep -Fq 'start import engine' /tmp/lightning_test/lightning.log + return + run_curl https://127.0.0.1:2379/pd/api/v1/config/cluster-version { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "9.0.0-beta.1" ++ run_curl https://127.0.0.1:2379/pd/api/v1/config/region-label/rules ++ jq '[ .[] | select(.rule_type == "key-range" and .labels[0].key == "schedule") ] | length' + length=1 + '[' 1 '!=' 1 ']' + wait 11094 ******** Importing Table Now (step 5/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_timestamp/run.sh... =====* ******** Importing Chunk Now (file step 1) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_tidb_duplicate_data ******** Importing Chunk Now (file step 2) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... ******** Importing Table Now (step 6/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... ******** Importing Chunk Now (file step 3) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** a: 98 b: 1 Starting PD... ******** Importing Chunk Now (mysql step 1) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... ******** Importing Chunk Now (mysql step 2) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_generated_columns ******** Importing Table Now (step 7/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk Now (mysql step 3) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 19.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** a: 98 b: 1 *===== TEST: [lightning_checkpoint_timestamp] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_generated_columns/run.sh... =====* + run_sql 'SELECT CONCAT('\''SET GLOBAL time_zone='\'''\'''\'', @@time_zone, '\'''\'''\'', GLOBAL default_week_format='\'', @@default_week_format, '\'', GLOBAL block_encryption_mode='\'''\'''\'', @@block_encryption_mode, '\'''\'''\'';'\'') cmd;' *************************** 1. row *************************** cmd: SET GLOBAL time_zone='SYSTEM', GLOBAL default_week_format=0, GLOBAL block_encryption_mode='aes-128-ecb'; ++ read_result + UNDO_CMD='SET GLOBAL time_zone='\''SYSTEM'\'', GLOBAL default_week_format=0, GLOBAL block_encryption_mode='\''aes-128-ecb'\'';' + trap undo_set_globals EXIT + run_sql 'SET GLOBAL time_zone='\''-08:00'\'', GLOBAL default_week_format=4, GLOBAL block_encryption_mode='\''aes-256-cbc'\''' ++ seq 3 + for _ in $(seq 3) + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... + run_sql 'SELECT CONCAT(@@time_zone, '\'','\'', @@default_week_format, '\'','\'', @@block_encryption_mode) res' *************************** 1. row *************************** res: -08:00,4,aes-256-cbc ++ read_result + '[' -08:00,4,aes-256-cbc = -08:00,4,aes-256-cbc ']' + break + for BACKEND in 'local' 'tidb' + '[' local = local ']' + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS gencol' + run_lightning --backend local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:36 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_generated_columns --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_generated_columns.11750.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_generated_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_generated_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_generated_columns.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... tidb lightning exit successfully PASS coverage: 24.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'ADMIN CHECK TABLE gencol.nested' + run_sql 'SELECT * FROM gencol.nested WHERE a = 100' *************************** 1. row *************************** a: 100 b: 101 c: 102 d: 103 e: 104 f: 105 + check_contains 'a: 100' + check_contains 'b: 101' + check_contains 'c: 102' + check_contains 'd: 103' + check_contains 'e: 104' + check_contains 'f: 105' + run_sql 'SELECT * FROM gencol.nested WHERE f = 1005' *************************** 1. row *************************** a: 1000 b: 1001 c: 1002 d: 1003 e: 1004 f: 1005 + check_contains 'a: 1000' + check_contains 'b: 1001' + check_contains 'c: 1002' + check_contains 'd: 1003' + check_contains 'e: 1004' + check_contains 'f: 1005' + run_sql 'SELECT * FROM gencol.various_types' --binary-as-hex *************************** 1. row *************************** int64: 3 uint64: 5764801 float32: 0.5625 float64: 5e222 string: 6ad8402ba6610f04d3ec5c9875489a7bc8e259c5 bytes: 0x6AD8402BA6610F04D3EC5C9875489A7BC8E259C5 decimal: 1234.5678 duration: 01:02:03 enum: c bit: 0x03 set: c time: 1987-06-05 04:03:02.100 json: {"6ad8402ba6610f04d3ec5c9875489a7bc8e259c5": 0.5625} aes: 0xA876B03CFC8AF93D22D19E2220BD2375 tz: 1969-12-31 16:00:01 + check_contains 'int64: 3' + check_contains 'uint64: 5764801' + check_contains 'float32: 0.5625' + check_contains 'float64: 5e222' + check_contains 'string: 6ad8402ba6610f04d3ec5c9875489a7bc8e259c5' + check_contains 'bytes: 0x6AD8402BA6610F04D3EC5C9875489A7BC8E259C5' + check_contains 'decimal: 1234.5678' + check_contains 'duration: 01:02:03' + check_contains 'enum: c' + check_contains 'bit: 0x03' + check_contains 'set: c' + check_contains 'time: 1987-06-05 04:03:02.100' + check_contains 'json: {"6ad8402ba6610f04d3ec5c9875489a7bc8e259c5": 0.5625}' + check_contains 'aes: 0xA876B03CFC8AF93D22D19E2220BD2375' + check_contains 'tz: 1969-12-31 16:00:01' + run_sql 'ADMIN CHECK TABLE gencol.virtual_only' + run_sql 'SELECT * FROM gencol.virtual_only WHERE id = 30' *************************** 1. row *************************** id: 30 id_plus_1: 31 id_plus_2: 32 + check_contains 'id_plus_1: 31' + check_contains 'id_plus_2: 32' + run_sql 'SELECT * FROM gencol.virtual_only WHERE id_plus_2 = 42' *************************** 1. row *************************** id: 40 id_plus_1: 41 id_plus_2: 42 + check_contains 'id: 40' + check_contains 'id_plus_1: 41' + run_sql 'ADMIN CHECK TABLE gencol.expr_index' + run_sql 'SELECT /*+ use_index(gencol.expr_index, idx_lower_b) */ * FROM gencol.expr_index WHERE lower(b) = "cdsfds"' tidb lightning exit successfully PASS coverage: 23.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ run_curl https://127.0.0.1:2379/pd/api/v1/config/region-label/rules ++ jq '[ .[] | select(.rule_type == "key-range" and .labels[0].key == "schedule") ] | length' + length=0 + '[' -n 0 ']' + '[' 0 -ne 0 ']' *===== TEST: [lightning_disable_scheduler_by_key_range] success! =====* *************************** 1. row *************************** id: 2 a: ABC b: CDSFDS + check_contains 'id: 2' + check_contains 'a: ABC' + check_contains 'b: CDSFDS' + run_sql 'ADMIN CHECK TABLE gencol.uuid' + run_sql 'SELECT /*+ use_index(gencol.uuid, c) */ COUNT(DISTINCT(b)) FROM gencol.uuid' *************************** 1. row *************************** COUNT(DISTINCT(b)): 4 + check_contains 4 + for BACKEND in 'local' 'tidb' + '[' tidb = local ']' + run_sql 'DROP DATABASE IF EXISTS gencol' + run_lightning --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:38 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_generated_columns --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_generated_columns.11938.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_generated_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_generated_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_generated_columns.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_checksum_mismatch tidb lightning exit successfully PASS coverage: 14.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'ADMIN CHECK TABLE gencol.nested' + run_sql 'SELECT * FROM gencol.nested WHERE a = 100' *************************** 1. row *************************** a: 100 b: 101 c: 102 d: 103 e: 104 f: 105 + check_contains 'a: 100' + check_contains 'b: 101' + check_contains 'c: 102' + check_contains 'd: 103' + check_contains 'e: 104' + check_contains 'f: 105' + run_sql 'SELECT * FROM gencol.nested WHERE f = 1005' *************************** 1. row *************************** a: 1000 b: 1001 c: 1002 d: 1003 e: 1004 f: 1005 + check_contains 'a: 1000' + check_contains 'b: 1001' + check_contains 'c: 1002' + check_contains 'd: 1003' + check_contains 'e: 1004' + check_contains 'f: 1005' + run_sql 'SELECT * FROM gencol.various_types' --binary-as-hex *************************** 1. row *************************** int64: 3 uint64: 5764801 float32: 0.5625 float64: 5e222 string: 6ad8402ba6610f04d3ec5c9875489a7bc8e259c5 bytes: 0x6AD8402BA6610F04D3EC5C9875489A7BC8E259C5 decimal: 1234.5678 duration: 01:02:03 enum: c bit: 0x03 set: c time: 1987-06-05 04:03:02.100 json: {"6ad8402ba6610f04d3ec5c9875489a7bc8e259c5": 0.5625} aes: 0xA876B03CFC8AF93D22D19E2220BD2375 tz: 1969-12-31 16:00:01 + check_contains 'int64: 3' + check_contains 'uint64: 5764801' + check_contains 'float32: 0.5625' + check_contains 'float64: 5e222' + check_contains 'string: 6ad8402ba6610f04d3ec5c9875489a7bc8e259c5' + check_contains 'bytes: 0x6AD8402BA6610F04D3EC5C9875489A7BC8E259C5' + check_contains 'decimal: 1234.5678' + check_contains 'duration: 01:02:03' + check_contains 'enum: c' + check_contains 'bit: 0x03' + check_contains 'set: c' + check_contains 'time: 1987-06-05 04:03:02.100' + check_contains 'json: {"6ad8402ba6610f04d3ec5c9875489a7bc8e259c5": 0.5625}' + check_contains 'aes: 0xA876B03CFC8AF93D22D19E2220BD2375' + check_contains 'tz: 1969-12-31 16:00:01' + run_sql 'ADMIN CHECK TABLE gencol.virtual_only' + run_sql 'SELECT * FROM gencol.virtual_only WHERE id = 30' *************************** 1. row *************************** id: 30 id_plus_1: 31 id_plus_2: 32 + check_contains 'id_plus_1: 31' + check_contains 'id_plus_2: 32' + run_sql 'SELECT * FROM gencol.virtual_only WHERE id_plus_2 = 42' *************************** 1. row *************************** id: 40 id_plus_1: 41 id_plus_2: 42 + check_contains 'id: 40' + check_contains 'id_plus_1: 41' + run_sql 'ADMIN CHECK TABLE gencol.expr_index' + run_sql 'SELECT /*+ use_index(gencol.expr_index, idx_lower_b) */ * FROM gencol.expr_index WHERE lower(b) = "cdsfds"' *************************** 1. row *************************** id: 2 a: ABC b: CDSFDS + check_contains 'id: 2' + check_contains 'a: ABC' + check_contains 'b: CDSFDS' + run_sql 'ADMIN CHECK TABLE gencol.uuid' + run_sql 'SELECT /*+ use_index(gencol.uuid, c) */ COUNT(DISTINCT(b)) FROM gencol.uuid' *************************** 1. row *************************** COUNT(DISTINCT(b)): 4 + check_contains 4 + undo_set_globals + run_sql 'SET GLOBAL time_zone='\''SYSTEM'\'', GLOBAL default_week_format=0, GLOBAL block_encryption_mode='\''aes-128-ecb'\'';' *===== TEST: [lightning_generated_columns] success! =====* ******** Importing Table Now (step 8/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_disk_quota TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_key {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Run cases: lightning_ignore_columns ******** Importing Table Now (step 9/9) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:41 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_key.11691.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_key.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 2 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 26.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 4 + check_contains 'count(*): 4' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 6 c: 1.csv *************************** 2. row *************************** a: 2 b: 6 c: 2.csv *************************** 3. row *************************** a: 3 b: 3 c: 3.csv *************************** 4. row *************************** a: 5 b: 4 c: 5.csv + check_contains 'a: 1' + check_contains 'b: 6' + check_contains 'c: 1.csv' + check_contains 'a: 2' + check_contains 'b: 6' + check_contains 'c: 2.csv' + check_contains 'a: 3' + check_contains 'b: 3' + check_contains 'c: 3.csv' + check_contains 'a: 5' + check_contains 'b: 4' + check_contains 'c: 5.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_key] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_new_collation Starting PD... TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk Run cases: lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk ******** Verify checkpoint no-op ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:44 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint -d' /tmp/lightning_test/cppk.mydump '--enable-checkpoint=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint.13461.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cppk.mydump --enable-checkpoint=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/run.sh... =====* { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... tidb lightning exit successfully PASS coverage: 13.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** 0: 0 s1: 2550050 s2: 2550050 s3: 2550050 s4: 2550050 s5: 2550050 s6: 2550050 s7: 2550050 s8: 2550050 s9: 2550050 s: 22950450 *************************** 1. row *************************** count(*): 9 *===== TEST: [lightning_checkpoint] success! =====* { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:45 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk.7867.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 6 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: x b: 6 c: 1.csv *************************** 2. row *************************** a: z b: 3 c: 3.csv + check_contains 'a: x' + check_contains 'b: 6' + check_contains 'c: 1.csv' + check_contains 'a: z' + check_contains 'b: 3' + check_contains 'c: 3.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk] success! =====* { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... delete /tmp/lightning_test/tiflash delete /tmp/lightning_test/tikv3 delete /tmp/lightning_test/tikv2 delete /tmp/lightning_test/tikv1 delete /tmp/lightning_test/pd Starting PD... Run cases: lightning_checkpoint_chunks Run cases: lightning_error_summary TiFlash started. selected test cases: lightning_tidb_duplicate_data Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:51 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data --config' '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/replace.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tidb_duplicate_data.8016.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/data --sorted-kv-dir /tmp/lightning_test/lightning_tidb_duplicate_data.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/replace.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 1 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 14.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 2 *************************** 1. row *************************** d: new *************************** 1. row *************************** d: new "is_initialized": true, Starting TiDB... Verifying TiDB is started... Verbose debug logs will be written to /tmp/lightning_test/lightning.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:52 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data --config' '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/ignore.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tidb_duplicate_data.8090.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/data --sorted-kv-dir /tmp/lightning_test/lightning_tidb_duplicate_data.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/ignore.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 1 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 14.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 2 *************************** 1. row *************************** d: old *************************** 1. row *************************** d: new Verbose debug logs will be written to /tmp/lightning_test/lightning.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:53:52 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/error.toml --log-file '/tmp/lightning_test/lightning-error-on-dup.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tidb_duplicate_data.8164.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/data --sorted-kv-dir /tmp/lightning_test/lightning_tidb_duplicate_data.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_duplicate_data/error.toml --log-file /tmp/lightning_test/lightning-error-on-dup.log Verbose debug logs will be written to /tmp/lightning_test/lightning-error-on-dup.log tidb lightning encountered error: [Lightning:Restore:ErrRestoreTable]restore table `dup`.`dup` failed: [`dup`.`dup`] write rows exceed conflict threshold: Error 1062 (23000): Duplicate entry '1' for key 'dup.PRIMARY' warning: GOCOVERDIR not set, no coverage data emitted *===== TEST: [lightning_tidb_duplicate_data] success! =====* {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_tidb_rowid { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_checksum_mismatch Starting PD... [2025/04/04 18:53:57.133 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0022601e0/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""] [2025/04/04 18:53:57.133 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0026a21e0/127.0.0.1:2379] [attempt=0] [error="rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""] "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_disk_quota TiFlash started. selected test cases: lightning_ignore_columns *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checksum_mismatch/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checksum_mismatch/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checksum_mismatch ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checksum_mismatch + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checksum_mismatch/config1.toml + grep -q 'checksum mismatched remote vs local' + run_sql 'DROP DATABASE IF EXISTS cm' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checksum_mismatch/config2.toml + grep -q 'checksum mismatched remote vs local' *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_disk_quota/run.sh... =====* + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS disk_quota;' + run_sql 'SELECT @@block_encryption_mode' *************************** 1. row *************************** @@block_encryption_mode: aes-128-ecb ++ read_result + OLD_ENCRYPTION_MODE=aes-128-ecb + run_sql 'SET GLOBAL block_encryption_mode = '\''aes-256-cbc'\'';' + DISK_QUOTA_DIR=/tmp/lightning_test/with-disk-quota + FINISHED_FILE=/tmp/lightning_test/sorted-with-disk-quota.finished + mkdir -p /tmp/lightning_test/with-disk-quota + rm -f /tmp/lightning_test/sorted-with-disk-quota.finished + trap cleanup EXIT ++ seq 3 + for i in $(seq 3) + sleep 1 + run_sql 'DROP DATABASE IF EXISTS cm' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checksum_mismatch/config3.toml + grep -q 'checksum mismatched remote vs local' {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... "is_initialized": true, Starting TiDB... Verifying TiDB is started... *===== TEST: [lightning_checksum_mismatch] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... + run_sql 'SELECT @@block_encryption_mode' *************************** 1. row *************************** @@block_encryption_mode: aes-256-cbc ++ read_result + '[' aes-256-cbc = aes-256-cbc ']' + break + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownWriteRows=sleep(50)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownWriteRows=sleep(50)' + run_lightning --sorted-kv-dir /tmp/lightning_test/with-disk-quota/sorted --log-file /tmp/lightning_test/lightning-disk-quota.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning + DISK_USAGE=4096 + '[' 04096 -gt 619610112 ']' + sleep 1 ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:00 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_disk_quota --sorted-kv-dir' /tmp/lightning_test/with-disk-quota/sorted --log-file '/tmp/lightning_test/lightning-disk-quota.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_disk_quota.13018.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_disk_quota/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_disk_quota/data --sorted-kv-dir /tmp/lightning_test/lightning_disk_quota.sorted --enable-checkpoint=0 --check-requirements=0 --sorted-kv-dir /tmp/lightning_test/with-disk-quota/sorted --log-file /tmp/lightning_test/lightning-disk-quota.log Verbose debug logs will be written to /tmp/lightning_test/lightning-disk-quota.log {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns + for BACKEND in tidb local + run_sql 'DROP DATABASE IF EXISTS routes_a0;' + run_sql 'DROP DATABASE IF EXISTS routes_a1;' + run_sql 'DROP DATABASE IF EXISTS routes_b;' + run_sql 'CREATE DATABASE routes_b;' + run_sql 'CREATE TABLE routes_b.u (a int primary key, b int, c int, c_source varchar(11), c_schema varchar(11) not null, c_table varchar(11) not null);' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/config.toml --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:01 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/config.toml --backend 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_ignore_columns.13907.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_ignore_columns.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/config.toml --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + echo Import using tidb finished Import using tidb finished + run_sql 'SELECT count(1), sum(a), sum(b), sum(c) FROM routes_b.u;' *************************** 1. row *************************** count(1): 4 sum(a): 11 sum(b): NULL sum(c): NULL + check_contains 'count(1): 4' + check_contains 'sum(a): 11' + check_contains 'sum(b): NULL' + check_contains 'sum(c): NULL' + run_sql 'SELECT count(1), sum(a), sum(b), sum(c) FROM routes_a1.s1;' *************************** 1. row *************************** count(1): 1 sum(a): 4 sum(b): 4 sum(c): 4 + check_contains 'count(1): 1' + check_contains 'sum(a): 4' + check_contains 'sum(b): 4' + check_contains 'sum(c): 4' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "0";' *************************** 1. row *************************** count(1): 2 + check_contains 'count(1): 2' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "2";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "0";' *************************** 1. row *************************** count(1): 3 + check_contains 'count(1): 3' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "1";' + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_source = "01";' *************************** 1. row *************************** count(1): 4 + check_contains 'count(1): 4' + run_sql 'SHOW TABLES IN routes_a1;' *************************** 1. row *************************** Tables_in_routes_a1: s1 + check_not_contains 'Tables_in_routes_a1: t2' + for BACKEND in tidb local + run_sql 'DROP DATABASE IF EXISTS routes_a0;' + run_sql 'DROP DATABASE IF EXISTS routes_a1;' + run_sql 'DROP DATABASE IF EXISTS routes_b;' + run_sql 'CREATE DATABASE routes_b;' + run_sql 'CREATE TABLE routes_b.u (a int primary key, b int, c int, c_source varchar(11), c_schema varchar(11) not null, c_table varchar(11) not null);' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/config.toml --backend local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:01 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/config.toml --backend 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_ignore_columns.14019.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_ignore_columns.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ignore_columns/config.toml --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 4 sum(c): 10 *************************** 1. row *************************** count(*): 4 sum(c): 46 Restarting services [2025/04/04 18:54:02.113 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0026a21e0/127.0.0.1:2379] [attempt=0] [error="rpc error: code = Canceled desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""] [2025/04/04 18:54:02.113 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc0022601e0/127.0.0.1:2379] [attempt=0] [error="rpc error: code = Canceled desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""] [2025/04/04 18:54:02.312 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc002b98000/127.0.0.1:2379] [attempt=0] [error="rpc error: code = Canceled desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""] [2025/04/04 18:54:02.312 +08:00] [WARN] [retry_interceptor.go:63] ["retrying of unary invoker failed"] [target=etcd-endpoints://0xc00285c1e0/127.0.0.1:2379] [attempt=0] [error="rpc error: code = Canceled desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""] Run cases: lightning_cmdline_override + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash started. Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log TiFlash seems doesn't started, retrying... arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... tidb lightning exit successfully PASS coverage: 25.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 6 sum(i): 21 *************************** 1. row *************************** j: 4 *************************** 1. row *************************** id: 3 v: ๅฌๅฌๅฌๅฌ *************************** 1. row *************************** id: 1 v2: ๅ•Šๅ•Š *************************** 1. row *************************** i: 1 v: aA +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:03 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation --backend' local -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/data-gbk --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/gbk.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_new_collation.8104.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/data --sorted-kv-dir /tmp/lightning_test/lightning_new_collation.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/data-gbk --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/gbk.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk tidb lightning exit successfully PASS coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** id: 1 v: ๅ•Šๅ•Š Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... tidb lightning exit successfully PASS coverage: 15.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 6 sum(i): 21 *************************** 1. row *************************** j: 4 *************************** 1. row *************************** id: 3 v: ๅฌๅฌๅฌๅฌ *************************** 1. row *************************** id: 1 v2: ๅ•Šๅ•Š *************************** 1. row *************************** i: 1 v: aA +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:04 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation --backend' tidb -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/data-gbk --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/gbk.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_new_collation.8235.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/data --sorted-kv-dir /tmp/lightning_test/lightning_new_collation.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/data-gbk --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_new_collation/gbk.toml /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_services: line 57: 2126 Killed pd-server --join "https://$PD_ADDR" --client-urls "https://${PD_ADDR}2" --peer-urls "https://${PD_PEER_ADDR}2" --log-file "$TEST_DIR/pd2.log" --data-dir "$TEST_DIR/pd2" --name pd2 --config $PD_CONFIG /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_services: line 57: 2191 Killed pd-server --join "https://$PD_ADDR" --client-urls "https://${PD_ADDR}3" --peer-urls "https://${PD_PEER_ADDR}3" --log-file "$TEST_DIR/pd3.log" --data-dir "$TEST_DIR/pd3" --name pd3 --config $PD_CONFIG Starting PD... + echo Import using local finished Import using local finished + run_sql 'SELECT count(1), sum(a), sum(b), sum(c) FROM routes_b.u;' *************************** 1. row *************************** count(1): 4 sum(a): 11 sum(b): NULL sum(c): NULL + check_contains 'count(1): 4' + check_contains 'sum(a): 11' + check_contains 'sum(b): NULL' + check_contains 'sum(c): NULL' + run_sql 'SELECT count(1), sum(a), sum(b), sum(c) FROM routes_a1.s1;' *************************** 1. row *************************** count(1): 1 sum(a): 4 sum(b): 4 sum(c): 4 + check_contains 'count(1): 1' + check_contains 'sum(a): 4' + check_contains 'sum(b): 4' + check_contains 'sum(c): 4' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "0";' *************************** 1. row *************************** count(1): 2 + check_contains 'count(1): 2' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "2";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "0";' *************************** 1. row *************************** count(1): 3 + check_contains 'count(1): 3' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_source = "01";' *************************** 1. row *************************** count(1): 4 + check_contains 'count(1): 4' + run_sql 'SHOW TABLES IN routes_a1;' *************************** 1. row *************************** Tables_in_routes_a1: s1 + check_not_contains 'Tables_in_routes_a1: t2' *===== TEST: [lightning_ignore_columns] success! =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** id: 1 v: ๅ•Šๅ•Š + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:05 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk.13598.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log delete /tmp/lightning_test/tiflash delete /tmp/lightning_test/tikv3 delete /tmp/lightning_test/tikv1 delete /tmp/lightning_test/tikv2 delete /tmp/lightning_test/pd2 delete /tmp/lightning_test/pd delete /tmp/lightning_test/pd3 Starting PD... Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 14 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 26.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... TiFlash started. selected test cases: lightning_checkpoint_chunks "is_initialized": true, Starting TiDB... Verifying TiDB is started... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 6 + check_contains 'count(*): 6' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 1.csv *************************** 3. row *************************** a: 3 b: 1 c: 3.csv *************************** 4. row *************************** a: 4 b: 3 c: 4.csv *************************** 5. row *************************** a: 5 b: 5 c: 5.csv *************************** 6. row *************************** a: 6 b: 6 c: 6.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' + check_contains 'c: 1.csv' + check_contains 'a: 3' + check_contains 'b: 1' + check_contains 'c: 3.csv' + check_contains 'a: 4' + check_contains 'b: 3' + check_contains 'c: 4.csv' + check_contains 'a: 5' + check_contains 'b: 6' + check_contains 'c: 6.csv' + check_contains 'a: 6' + check_contains 'b: 6' + check_contains 'c: 6.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_error_summary Run cases: lightning_import_compress delete /tmp/lightning_test/tiflash delete /tmp/lightning_test/tikv3 delete /tmp/lightning_test/tikv2 delete /tmp/lightning_test/tikv1 delete /tmp/lightning_test/pd Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:08 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.15339.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary/run.sh... =====* + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_error_summary;' + run_sql 'CREATE DATABASE IF NOT EXISTS error_summary;' + run_sql 'DROP TABLE IF EXISTS error_summary.a;' + run_sql 'DROP TABLE IF EXISTS error_summary.c;' + run_sql 'CREATE TABLE error_summary.a (id INT NOT NULL PRIMARY KEY, k INT NOT NULL);' + run_sql 'CREATE TABLE error_summary.c (id INT NOT NULL PRIMARY KEY, k INT NOT NULL);' + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/InitializeCheckpointExit=return(true)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/InitializeCheckpointExit=return(true)' + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-error-summary.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:09 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary --enable-checkpoint=1' --log-file '/tmp/lightning_test/lightning-error-summary.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_error_summary.9793.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary/data --sorted-kv-dir /tmp/lightning_test/lightning_error_summary.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-error-summary.log Verbose debug logs will be written to /tmp/lightning_test/lightning-error-summary.log warning: GOCOVERDIR not set, no coverage data emitted + run_sql 'INSERT INTO error_summary.a VALUES (2, 4), (6, 8);' + run_sql 'INSERT INTO error_summary.c VALUES (3, 9), (27, 81);' + set +e + export GO_FAILPOINTS= + GO_FAILPOINTS= + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-error-summary.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:09 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary --enable-checkpoint=1' --log-file '/tmp/lightning_test/lightning-error-summary.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_error_summary.9834.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary/data --sorted-kv-dir /tmp/lightning_test/lightning_error_summary.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-error-summary.log Verbose debug logs will be written to /tmp/lightning_test/lightning-error-summary.log Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 tidb lightning encountered error: [Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13417380311851192163 vs 5152985213657377814) (total_kvs: 3 vs 2) (total_bytes:87 vs 58) warning: GOCOVERDIR not set, no coverage data emitted + ERRORCODE=1 + set -e + '[' 1 -ne 0 ']' + run_sql 'SELECT sum(id), sum(k) FROM error_summary.b' *************************** 1. row *************************** sum(id): 28 sum(k): 32 + check_contains 'sum(id): 28' + check_contains 'sum(k): 32' + tail -50 /tmp/lightning_test/lightning-error-summary.log + check_contains '["tables failed to be imported"] [count=2]' /tmp/lightning_test/lightning-error-summary.tail + check_contains '[-] [table=`error_summary`.`a`] [status=checksum] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched' /tmp/lightning_test/lightning-error-summary.tail + check_contains '[-] [table=`error_summary`.`c`] [status=checksum] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched' /tmp/lightning_test/lightning-error-summary.tail + check_not_contains '[-] [table=`error_summary`.`b`] [status=checksum] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched' /tmp/lightning_test/lightning-error-summary.tail + set +e + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-error-summary.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:10 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary --enable-checkpoint=1' --log-file '/tmp/lightning_test/lightning-error-summary.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_error_summary.9904.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_error_summary/data --sorted-kv-dir /tmp/lightning_test/lightning_error_summary.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-error-summary.log tidb lightning encountered error: [Lightning:PreCheck:ErrPreCheckFailed]tidb-lightning pre-check failed: TiDB Lightning has failed last time. To prevent data loss, this run will stop now, `error_summary`.`a` failed in step(checksum), please run command ./tidb-lightning-ctl --checkpoint-error-destroy='`error_summary`.`a`' --config=...,You may also run `./tidb-lightning-ctl --checkpoint-error-destroy=all --config=...` to start from scratch,For details of this failure, read the log file from the PREVIOUS run TiDB Lightning has failed last time. To prevent data loss, this run will stop now, `error_summary`.`c` failed in step(checksum), please run command ./tidb-lightning-ctl --checkpoint-error-destroy='`error_summary`.`c`' --config=...,You may also run `./tidb-lightning-ctl --checkpoint-error-destroy=all --config=...` to start from scratch,For details of this failure, read the log file from the PREVIOUS run warning: GOCOVERDIR not set, no coverage data emitted + ERRORCODE=1 + set -e + '[' 1 -ne 0 ']' + tail -100 /tmp/lightning_test/lightning-error-summary.log + check_contains 'TiDB Lightning has failed last time. To prevent data loss, this run will stop now' /tmp/lightning_test/lightning-error-summary.tail + check_contains './tidb-lightning-ctl --checkpoint-error-destroy='\''`error_summary`.`a`'\'' --config=...' /tmp/lightning_test/lightning-error-summary.tail + check_contains './tidb-lightning-ctl --checkpoint-error-destroy='\''`error_summary`.`c`'\'' --config=...' /tmp/lightning_test/lightning-error-summary.tail + check_not_contains './tidb-lightning-ctl --checkpoint-error-destroy='\''`error_summary`.`b`'\'' --config=...' /tmp/lightning_test/lightning-error-summary.tail + check_contains 'checkpoint-error-destroy=all --config=...` to start from scratch' /tmp/lightning_test/lightning-error-summary.tail + check_contains 'For details of this failure, read the log file' /tmp/lightning_test/lightning-error-summary.tail { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + check_contains 'PREVIOUS run' /tmp/lightning_test/lightning-error-summary.tail *===== TEST: [lightning_error_summary] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=49152 + '[' 049152 -gt 619610112 ']' + sleep 1 Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=189595648 + '[' 0189595648 -gt 619610112 ']' + sleep 1 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157605888 + '[' 0157605888 -gt 619610112 ']' + sleep 1 Run cases: lightning_examples TiFlash started. selected test cases: lightning_tidb_rowid { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_rowid/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:15 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_rowid -backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tidb_rowid.9995.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_rowid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_rowid/data --sorted-kv-dir /tmp/lightning_test/lightning_tidb_rowid.sorted --enable-checkpoint=0 --check-requirements=0 -backend local { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 Import finished *************************** 1. row *************************** count(*): 22 max(id): 37 min(_tidb_rowid): 1 max(_tidb_rowid): 22 *************************** 1. row *************************** id > 37: 1 _tidb_rowid > 22: 1 *************************** 1. row *************************** count(*): 10 min(_tidb_rowid): 1 max(_tidb_rowid): 10 *************************** 1. row *************************** _tidb_rowid: 5 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** _tidb_rowid > 10: 1 *************************** 1. row *************************** count(*): 10 min(_tidb_rowid): 1 max(_tidb_rowid): 10 *************************** 1. row *************************** _tidb_rowid: 5 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** _tidb_rowid > 10: 1 *************************** 1. row *************************** count(*): 1 min(_tidb_rowid): 1 max(_tidb_rowid): 1 *************************** 1. row *************************** _tidb_rowid > 70000: 1 *************************** 1. row *************************** count(*): 5 *************************** 1. row *************************** _tidb_rowid > 80000: 1 b > 80000: 1 *************************** 1. row *************************** _tidb_rowid > 80000: 1 b > 80000: 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:16 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_rowid -backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tidb_rowid.10202.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_rowid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tidb_rowid/data --sorted-kv-dir /tmp/lightning_test/lightning_tidb_rowid.sorted --enable-checkpoint=0 --check-requirements=0 -backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 Import finished *************************** 1. row *************************** count(*): 10 min(_tidb_rowid): 1 max(_tidb_rowid): 10 *************************** 1. row *************************** _tidb_rowid: 5 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** _tidb_rowid > 10: 1 *************************** 1. row *************************** count(*): 10 min(_tidb_rowid): 1 max(_tidb_rowid): 10 *************************** 1. row *************************** _tidb_rowid: 5 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** count(*): 11 *************************** 1. row *************************** _tidb_rowid > 10: 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... *************************** 1. row *************************** count(*): 1 min(_tidb_rowid): 70000 max(_tidb_rowid): 70000 *************************** 1. row *************************** _tidb_rowid > 70000: 1 *************************** 1. row *************************** count(*): 5 *************************** 1. row *************************** _tidb_rowid > 80000: 1 b > 80000: 1 *************************** 1. row *************************** _tidb_rowid > 80000: 1 b > 80000: 1 *===== TEST: [lightning_tidb_rowid] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Run cases: lightning_tiflash + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_cmdline_override + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 TiFlash started. Services restarted *===== TEST: [lightning_pd_leader_switch] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=53248 + '[' 053248 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158359552 + '[' 0158359552 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override + run_lightning -L info --log-file /tmp/lightning_test/lightning.log --tidb-host 127.0.0.1 --tidb-port 4000 --tidb-user root --tidb-status 10080 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override/data --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:23 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override -L' info --log-file /tmp/lightning_test/lightning.log --tidb-host 127.0.0.1 --tidb-port 4000 --tidb-user root --tidb-status 10080 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override/data --backend 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_cmdline_override.15816.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override/data --sorted-kv-dir /tmp/lightning_test/lightning_cmdline_override.sorted --enable-checkpoint=0 --check-requirements=0 -L info --log-file /tmp/lightning_test/lightning.log --tidb-host 127.0.0.1 --tidb-port 4000 --tidb-user root --tidb-status 10080 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_cmdline_override/data --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 13.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM cmdline_override.t' *************************** 1. row *************************** a: 15 + check_contains 'a: 15' *===== TEST: [lightning_cmdline_override] success! =====* Run cases: lightning_tool_1420 TiFlash started. *===== TEST: [lightning_new_collation] success! =====* TiFlash started. selected test cases: lightning_import_compress + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 Run cases: lightning_column_permutation Run cases: lightning_no_schema "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk tidb lightning canceled PASS coverage: 18.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** Importing Chunk Now (step 1/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk Now (step 2/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk Now (step 3/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk Now (step 4/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk Now (step 5/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Verify checkpoint no-op ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:26 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.15690.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:54:26 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000020.log with log number 000020 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:54:26 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000024.log with log number 000024 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning exit successfully PASS coverage: 19.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(i): 5000 sum(i): 17502500 *************************** 1. row *************************** count(*): 1 Starting PD... ******** Importing Chunk Now (step 1/5) ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:27 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.15757.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/run.sh... =====* tidb lightning canceled PASS coverage: 20.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** Importing Chunk Now (step 2/5) ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:27 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.15817.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:54:28 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:54:28 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning canceled PASS coverage: 19.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** Importing Chunk Now (step 3/5) ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:28 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.15869.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:54:28 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000005.log with log number 000005 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:54:28 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000006.log with log number 000006 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning canceled PASS coverage: 19.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** Importing Chunk Now (step 4/5) ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:28 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.15921.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... 2025/04/04 18:54:28 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000009.log with log number 000009 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:54:28 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000011.log with log number 000011 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning canceled PASS coverage: 19.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** Importing Chunk Now (step 5/5) ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:28 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.15969.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 2025/04/04 18:54:29 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000013.log with log number 000013 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:54:29 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000016.log with log number 000016 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning canceled PASS coverage: 19.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ******** Verify checkpoint no-op ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:29 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.16015.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:29 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress --backend' local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/config.toml --log-file /tmp/lightning_test/lightning-import-compress1.log -L 'debug >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_import_compress.15987.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/data --sorted-kv-dir /tmp/lightning_test/lightning_import_compress.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/config.toml --log-file /tmp/lightning_test/lightning-import-compress1.log -L debug 2025/04/04 18:54:29 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000017.log with log number 000017 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:54:29 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000021.log with log number 000021 stopped reading at offset: 0; replayed 0 keys in 0 batches *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:29 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk.15509.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash seems doesn't started, retrying... Verbose debug logs will be written to /tmp/lightning_test/lightning-import-compress1.log tidb lightning exit successfully PASS coverage: 19.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 14 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table dup_resolve.a' + run_sql 'select count(*) from dup_resolve.a' *************************** 1. row *************************** count(*): 6 + check_contains 'count(*): 6' + run_sql 'select * from dup_resolve.a' *************************** 1. row *************************** a: 1 b: 1 c: 1.csv *************************** 2. row *************************** a: 2 b: 2 c: 1.csv *************************** 3. row *************************** a: 3 b: 1 c: 3.csv *************************** 4. row *************************** a: 4 b: 3 c: 4.csv *************************** 5. row *************************** a: 5 b: 5 c: 5.csv *************************** 6. row *************************** a: 6 b: 6 c: 6.csv + check_contains 'a: 1' + check_contains 'b: 1' + check_contains 'c: 1.csv' + check_contains 'a: 2' + check_contains 'b: 2' *************************** 1. row *************************** count(i): 5000 sum(i): 17502500 *************************** 1. row *************************** count(*): 1 ******** Importing Chunk using File checkpoint Now (step 1/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log + check_contains 'c: 1.csv' + check_contains 'a: 3' + check_contains 'b: 1' + check_contains 'c: 3.csv' + check_contains 'a: 4' + check_contains 'b: 3' + check_contains 'c: 4.csv' + check_contains 'a: 5' + check_contains 'b: 6' + check_contains 'c: 6.csv' + check_contains 'a: 6' + check_contains 'b: 6' + check_contains 'c: 6.csv' *===== TEST: [lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 ******** Importing Chunk using File checkpoint Now (step 2/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk using File checkpoint Now (step 3/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 ******** Importing Chunk using File checkpoint Now (step 4/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log ******** Importing Chunk using File checkpoint Now (step 5/5) ******** Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... tidb lightning exit successfully PASS coverage: 23.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:31 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress --backend' local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/config_gz.toml --log-file /tmp/lightning_test/lightning-import-compress2.log -L 'debug >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_import_compress.16050.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/data --sorted-kv-dir /tmp/lightning_test/lightning_import_compress.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/config_gz.toml --log-file /tmp/lightning_test/lightning-import-compress2.log -L debug Verbose debug logs will be written to /tmp/lightning_test/lightning-import-compress2.log ******** Verify File checkpoint no-op ******** +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:31 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks -d' /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/file.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_chunks.16362.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_chunks.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/cpch.mydump --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_chunks/file.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log 2025/04/04 18:54:31 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/205294df-979c-583a-b0d8-4aa2adfaec38/000017.log with log number 000017 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:54:31 [JOB 1] WAL file /tmp/lightning_test/lightning_checkpoint_chunks.sorted/75dc07a9-e9e7-5762-b9fb-711069ec5500/000021.log with log number 000021 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning exit successfully PASS coverage: 24.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 *************************** 1. row *************************** count(i): 5000 sum(i): 17502500 [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7823/lightning-test already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { TiFlash started. selected test cases: lightning_examples [Pipeline] sh tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:32 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress --backend' local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/config_gzip.toml --log-file /tmp/lightning_test/lightning-import-compress3.log -L 'debug >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_import_compress.16109.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/data --sorted-kv-dir /tmp/lightning_test/lightning_import_compress.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_import_compress/config_gzip.toml --log-file /tmp/lightning_test/lightning-import-compress3.log -L debug Verbose debug logs will be written to /tmp/lightning_test/lightning-import-compress3.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 + ls -alh /tmp/group_cover total 8.4M drwxr-xr-x. 2 jenkins jenkins 4.0K Apr 4 18:54 . drwxrwxrwt. 1 root root 4.0K Apr 4 18:54 .. -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_duplicate_resolution_merge.2136.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_duplicate_resolution_merge.2137.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_duplicate_resolution_replace_multiple_keys_clustered_pk.4089.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk.5989.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk.7891.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk.9786.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_duplicate_resolution_replace_one_key.11691.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk.13598.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk.15509.out + gocovmerge /tmp/group_cover/cov.lightning_duplicate_resolution_merge.2136.out /tmp/group_cover/cov.lightning_duplicate_resolution_merge.2137.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_keys_clustered_pk.4089.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_keys_nonclustered_pk.5989.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_unique_keys_clustered_pk.7891.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_multiple_unique_keys_nonclustered_pk.9786.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_key.11691.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_key_multiple_conflicts_clustered_pk.13598.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_key_multiple_conflicts_nonclustered_pk.15509.out + codecov --rootDir . --flags integration --file coverage.txt --branch origin/pr/60132 --sha d992efb82fbe1dce48ee9795468c1255987b0fe0 --pr 60132 [2025-04-04T10:54:33.414Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.8.0 [2025-04-04T10:54:33.415Z] ['info'] => Project root located at: . [2025-04-04T10:54:33.418Z] ['info'] -> Token found by environment variables [2025-04-04T10:54:33.429Z] ['info'] Searching for coverage files... [2025-04-04T10:54:33.521Z] ['info'] => Found 1 possible coverage files: coverage.txt [2025-04-04T10:54:33.521Z] ['info'] Processing coverage.txt... [2025-04-04T10:54:33.541Z] ['info'] Using manual override from args. [2025-04-04T10:54:33.541Z] ['info'] Detected Jenkins CI as the CI provider. [2025-04-04T10:54:33.548Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.8.0&token=*******&branch=origin%2Fpr%2F60132&build=7823&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fpull_lightning_integration_test%2F7823%2F&commit=d992efb82fbe1dce48ee9795468c1255987b0fe0&job=&pr=60132&service=jenkins&slug=PingCAP-QE%2Fci&name=&tag=&flags=integration&parent= { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... [2025-04-04T10:54:34.927Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/d992efb82fbe1dce48ee9795468c1255987b0fe0 https://storage.googleapis.com/codecov-production/shelter/v4/github/pingcap/tidb/d992efb82fbe1dce48ee9795468c1255987b0fe0/5d105f30-d012-4252-9d66-7d0c861e5a3c.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJWQHUGIBILH4J7Q6ZUSCIFNEOLYSNDS7L3B4N5SIBQ2J4YLYE5CRFCD%2F20250404%2Fus%2Fs3%2Faws4_request&X-Amz-Date=20250404T105434Z&X-Amz-Expires=120&X-Amz-SignedHeaders=host&X-Amz-Signature=38ac376cb1f739065158d5f0a1740bdbfe9bcf64de8102765511f38fc2a5ef39 [2025-04-04T10:54:34.928Z] ['info'] Uploading... tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... uncompress: 30821168, gzip: 3849812, gz: 3850950 *===== TEST: [lightning_import_compress] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=57344 + '[' 057344 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:34 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples -d' pkg/lightning/mydump/examples --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/512.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_examples.11783.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/data --sorted-kv-dir /tmp/lightning_test/lightning_examples.sorted --enable-checkpoint=0 --check-requirements=0 -d pkg/lightning/mydump/examples --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/512.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log *************************** 1. row *************************** Db_name: cpch_tsr Table_name: tbl Partition_name: Update_time: 2025-04-04 18:54:31 Modify_count: 5000 Row_count: 5000 Last_analyze_time: NULL *===== TEST: [lightning_checkpoint_chunks] success! =====* { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157609984 + '[' 0157609984 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 24.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** cnt: 10000 *************************** 1. row *************************** cnt: 10000 *************************** 1. row *************************** ลฟ: ๐Ÿคช *************************** 1. row *************************** id: 2 report_data: 4 caseType: 6 total_case: 8 today_new_case: 10 *************************** 1. row *************************** count(*): 10000 sum(id): 50005000 max(name): 4-9-9 min(name): 0-0-0 sum(crc32(name)): 21388950023608 *************************** 1. row *************************** id > 10000: 1 *************************** 1. row *************************** count(*): 10000 avg(age): 477.7500 max(name): 4+9+9 min(name): 0+0+0 sum(crc32(name)): 21433704622808 *************************** 1. row *************************** age: 6 *************************** 1. row *************************** count(*): 20 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:36 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples -d' pkg/lightning/mydump/examples --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/1.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_examples.11944.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/data --sorted-kv-dir /tmp/lightning_test/lightning_examples.sorted --enable-checkpoint=0 --check-requirements=0 -d pkg/lightning/mydump/examples --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/1.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... Run cases: lightning_incremental + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 Run cases: lightning_checkpoint_columns [2025-04-04T10:54:37.107Z] ['info'] {"status":"processing","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/d992efb82fbe1dce48ee9795468c1255987b0fe0"} [Pipeline] } [Pipeline] // dir [Pipeline] } TiFlash started. selected test cases: lightning_tiflash [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container tidb lightning exit successfully PASS coverage: 24.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** cnt: 10000 *************************** 1. row *************************** cnt: 10000 [Pipeline] } +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:37 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples -d' pkg/lightning/mydump/examples --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/131072.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_examples.12029.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/data --sorted-kv-dir /tmp/lightning_test/lightning_examples.sorted --enable-checkpoint=0 --check-requirements=0 -d pkg/lightning/mydump/examples --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_examples/131072.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 24.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** cnt: 10000 *************************** 1. row *************************** cnt: 10000 *===== TEST: [lightning_examples] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tiflash/run.sh... =====* *===== TEST: [lightning_tiflash] success! =====* Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 Run cases: lightning_exotic_filenames Run cases: lightning_tikv_multi_rocksdb + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_tool_1420 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 Starting PD... Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_column_permutation *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_1420/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:45 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_1420 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tool_1420.5976.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_1420/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_1420/data --sorted-kv-dir /tmp/lightning_test/lightning_tool_1420.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** ROLE_ID: 1 *===== TEST: [lightning_tool_1420] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=61440 + '[' 061440 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_no_schema { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_column_permutation/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:47 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_column_permutation --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_column_permutation.17635.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_column_permutation/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_column_permutation/data --sorted-kv-dir /tmp/lightning_test/lightning_column_permutation.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157618176 + '[' 0157618176 -gt 619610112 ']' + sleep 1 Run cases: lightning_tool_1472 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema/run.sh... =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:49 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema --no-schema=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_no_schema.11854.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema/data --sorted-kv-dir /tmp/lightning_test/lightning_no_schema.sorted --enable-checkpoint=0 --check-requirements=0 --no-schema=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrSchemaNotExists]table `noschema`.`t` schema not found warning: GOCOVERDIR not set, no coverage data emitted +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:49 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema --no-schema=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_no_schema.11897.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema/data --sorted-kv-dir /tmp/lightning_test/lightning_no_schema.sorted --enable-checkpoint=0 --check-requirements=0 --no-schema=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning encountered error: [Lightning:Restore:ErrInvalidSchemaStmt]invalid schema statement: 'this is a invalid schema;': line 1 column 4 near "this is a invalid schema;" warning: GOCOVERDIR not set, no coverage data emitted +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:49 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema --no-schema=1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_no_schema.11936.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_no_schema/data --sorted-kv-dir /tmp/lightning_test/lightning_no_schema.sorted --enable-checkpoint=0 --check-requirements=0 --no-schema=1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 Starting PD... tidb lightning exit successfully PASS coverage: 23.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** sum(x): 120 *************************** 1. row *************************** sum(x): 1 *===== TEST: [lightning_no_schema] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 Run cases: lightning_parquet {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... TiFlash started. + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 TiFlash started. tidb lightning exit successfully PASS coverage: 24.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 5 *************************** 1. row *************************** fund_seq_no: 202006100001901102016403059520200627 region_code: 000002 credit_code: 33 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:55 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_column_permutation --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_column_permutation.17714.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_column_permutation/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_column_permutation/data --sorted-kv-dir /tmp/lightning_test/lightning_column_permutation.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 5 *************************** 1. row *************************** fund_seq_no: 202006100001901102016403059520200627 region_code: 000002 credit_code: 33 *===== TEST: [lightning_column_permutation] success! =====* selected test cases: lightning_checkpoint_columns selected test cases: lightning_incremental {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 Run cases: lightning_common_handle *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_columns/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_incremental/run.sh... =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=65536 + '[' 065536 -gt 619610112 ']' + sleep 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:58 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_incremental --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_incremental.18032.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158388224 + '[' 0158388224 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 25.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 2 *************************** 3. row *************************** inc: 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 2 *************************** 3. row *************************** inc: 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 2 *************************** 3. row *************************** inc: 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 2 *************************** 3. row *************************** inc: 3 *************************** 1. row *************************** result: a,b,c *************************** 1. row *************************** result: a,b,c *************************** 1. row *************************** sum(pk): 6 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:54:59 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_incremental --backend' local -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_incremental/data1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_incremental.18217.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_incremental/data1 TiFlash started. selected test cases: lightning_exotic_filenames Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** j: 4 *===== TEST: [lightning_checkpoint_columns] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158371840 + '[' 0158371840 -gt 619610112 ']' + sleep 1 Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning exit successfully PASS coverage: 25.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** inc: 4 *************************** 2. row *************************** inc: 5 *************************** 3. row *************************** inc: 6 *************************** 4. row *************************** inc: 1 *************************** 5. row *************************** inc: 2 *************************** 6. row *************************** inc: 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 2 *************************** 3. row *************************** inc: 3 *************************** 4. row *************************** inc: 4 *************************** 5. row *************************** inc: 5 *************************** 6. row *************************** inc: 6 *************************** 1. row *************************** inc: 4 *************************** 2. row *************************** inc: 5 *************************** 3. row *************************** inc: 6 *************************** 4. row *************************** inc: 1 *************************** 5. row *************************** inc: 2 *************************** 6. row *************************** inc: 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 2 *************************** 3. row *************************** inc: 3 *************************** 4. row *************************** inc: 4 *************************** 5. row *************************** inc: 5 *************************** 6. row *************************** inc: 6 *************************** 1. row *************************** result: a,b,c,d,e,f + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 *************************** 1. row *************************** result: a,b,c,d,e,f *************************** 1. row *************************** sum(pk): 21 *===== TEST: [lightning_incremental] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_exotic_filenames/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:01 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_exotic_filenames -d' '/tmp/lightning_test/exotic_filename.mydump >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_exotic_filenames.13955.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_exotic_filenames/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_exotic_filenames/data --sorted-kv-dir /tmp/lightning_test/lightning_exotic_filenames.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/exotic_filename.mydump Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 24.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** count(*): 5 *************************** 1. row *************************** _tidb_rowid > 80000: 1 b > 80000: 1 *************************** 1. row *************************** _tidb_rowid > 80000: 1 b > 80000: 1 *************************** 1. row *************************** a: 2345 *===== TEST: [lightning_exotic_filenames] success! =====* Run cases: lightning_checkpoint_dirty_tableid TiFlash started. + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 selected test cases: lightning_tikv_multi_rocksdb Run cases: lightning_issue_282 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 Run cases: lightning_extend_routes Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb + . /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_services ++ set -eu ++ export PD_HTTP_PROTO=https ++ PD_HTTP_PROTO=https ++ export PD_PEER_ADDR=127.0.0.1:2380 ++ PD_PEER_ADDR=127.0.0.1:2380 ++ export PD_ADDR=127.0.0.1:2379 ++ PD_ADDR=127.0.0.1:2379 ++ export PD_PID=/tmp/lightning_test/pd_pid.txt ++ PD_PID=/tmp/lightning_test/pd_pid.txt ++ export TIDB_IP=127.0.0.1 ++ TIDB_IP=127.0.0.1 ++ export TIDB_PORT=4000 ++ TIDB_PORT=4000 ++ export TIDB_ADDR=127.0.0.1:4000 ++ TIDB_ADDR=127.0.0.1:4000 ++ export TIDB_STATUS_ADDR=127.0.0.1:10080 ++ TIDB_STATUS_ADDR=127.0.0.1:10080 ++ export TIKV_ADDR=127.0.0.1:2016 ++ TIKV_ADDR=127.0.0.1:2016 ++ export TIKV_STATUS_ADDR=127.0.0.1:2018 ++ TIKV_STATUS_ADDR=127.0.0.1:2018 ++ export TIKV_COUNT=3 ++ TIKV_COUNT=3 ++ export TIFLASH_HTTP=127.0.0.1:20292 ++ TIFLASH_HTTP=127.0.0.1:20292 ++ export TIKV_PIDS=/tmp/lightning_test/tikv_pids.txt ++ TIKV_PIDS=/tmp/lightning_test/tikv_pids.txt ++++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_services +++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils +++ pwd ++ cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + export TIKV_CONFIG=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml + TIKV_CONFIG=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml + restart_services + echo 'Restarting services' Restarting services + stop_services + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + stop br + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + svc=br + killall -v -1 br + stop tidb-server + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + svc=tidb-server + killall -v -1 tidb-server + stop tiflash + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + svc=tiflash + killall -v -1 tiflash + stop TiFlashMain + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + svc=TiFlashMain + killall -v -1 TiFlashMain + stop tikv-server + svc=tikv-server + killall -v -1 tikv-server + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + stop pd-server + svc=pd-server + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + killall -v -1 pd-server + stop cdc + svc=cdc + sleep 2 + killall -v -1 cdc + stop minio + svc=minio + killall -v -1 minio + return 0 + sleep 1 + sleep 1 + return 0 + return 0 + sleep 1 + sleep 1 + return 0 Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 + killall -v -9 tidb-server + killall -v -9 pd-server + killall -v -9 TiFlashMain + killall -v -9 tikv-server + return 0 Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_tool_1472 + lsof -n -P -i :2379 -i :4000 -i :10080 -i :20161 -i :20162 -i :20163 -i :20181 -i :20182 -i :20183 -i :17000 -i :20292 + true + start_services + max_retry=3 ++ seq 1 3 + for retry_time in $(seq 1 $max_retry) + start_services_impl + stop_services + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + stop br + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + svc=br + killall -v -1 br + stop tidb-server + svc=tidb-server + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + killall -v -1 tidb-server + stop tiflash + svc=tiflash + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + killall -v -1 tiflash + stop TiFlashMain + svc=TiFlashMain + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + killall -v -1 TiFlashMain + stop tikv-server + svc=tikv-server + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + killall -v -1 tikv-server + stop pd-server + for svc in "br" "tidb-server" "tiflash" "TiFlashMain" "tikv-server" "pd-server" "cdc" "minio" + svc=pd-server + killall -v -1 pd-server + stop cdc + svc=cdc + sleep 2 + killall -v -1 cdc + stop minio + svc=minio + killall -v -1 minio + return 0 + return 0 + return 0 + return 0 + return 0 + return 0 + return 0 + return 0 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 + lsof -n -P -i :2379 -i :4000 -i :10080 -i :20161 -i :20162 -i :20163 -i :20181 -i :20182 -i :20183 -i :17000 -i :20292 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + true + cleanup_data + for svc in "br" "tidb" "tiflash" "tikv" "pd" + find /tmp/lightning_test -maxdepth 1 -name 'br*' -type d -exec echo delete '{}' ';' -exec rm -rf '{}' ';' + for svc in "br" "tidb" "tiflash" "tikv" "pd" + find /tmp/lightning_test -maxdepth 1 -name 'tidb*' -type d -exec echo delete '{}' ';' -exec rm -rf '{}' ';' + for svc in "br" "tidb" "tiflash" "tikv" "pd" + find /tmp/lightning_test -maxdepth 1 -name 'tiflash*' -type d -exec echo delete '{}' ';' -exec rm -rf '{}' ';' delete /tmp/lightning_test/tiflash + for svc in "br" "tidb" "tiflash" "tikv" "pd" + find /tmp/lightning_test -maxdepth 1 -name 'tikv*' -type d -exec echo delete '{}' ';' -exec rm -rf '{}' ';' delete /tmp/lightning_test/tikv1 delete /tmp/lightning_test/tikv3 delete /tmp/lightning_test/tikv2 + for svc in "br" "tidb" "tiflash" "tikv" "pd" + find /tmp/lightning_test -maxdepth 1 -name 'pd*' -type d -exec echo delete '{}' ';' -exec rm -rf '{}' ';' delete /tmp/lightning_test/pd + RUN_TIFLASH=true + RUN_TIDB=true + [[ 0 -gt 0 ]] + rm -f '/tmp/lightning_test/tikv_pids.txt*' + start_pd + echo 'Starting PD...' Starting PD... + mkdir -m 700 -p /tmp/lightning_test/pd + pid=14033 + echo -e 14033 + pd-server --client-urls https://127.0.0.1:2379 --peer-urls https://127.0.0.1:2380 --log-file /tmp/lightning_test/pd.log --data-dir /tmp/lightning_test/pd --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/config/pd.toml + i=0 + run_curl https://127.0.0.1:2379/pd/api/v1/version *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_1472/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:09 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_1472 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tool_1472.7833.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_1472/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_1472/data --sorted-kv-dir /tmp/lightning_test/lightning_tool_1472.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=69632 + '[' 069632 -gt 619610112 ']' + sleep 1 *************************** 1. row *************************** count(a): 3 max(a): 5 *************************** 1. row *************************** b: 10 *===== TEST: [lightning_tool_1472] success! =====* TiFlash started. selected test cases: lightning_parquet { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=277667840 + '[' 0277667840 -gt 619610112 ']' + sleep 1 Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + i=1 + '[' 1 -gt 20 ']' + sleep 3 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158371840 + '[' 0158371840 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_parquet/run.sh... =====* Run cases: lightning_tool_241 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:13 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_parquet --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_parquet.13824.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_parquet/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_parquet/data --sorted-kv-dir /tmp/lightning_test/lightning_parquet.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 23.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 20 *************************** 1. row *************************** count(*): 10 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 50 *************************** 1. row *************************** count(*): 1 *************************** 1. row *************************** count(*): 1 *************************** 1. row *************************** sum(c_id): 210 *************************** 1. row *************************** w_name: eLNEDIW *************************** 1. row *************************** w_bool: 1 *************************** 1. row *************************** c_since: 2020-09-10 20:17:16 c_discount: 0.0585 *************************** 1. row *************************** ts: 2022-09-10 09:09:00.000000 *************************** 2. row *************************** ts: 1997-08-11 02:01:10.000000 *************************** 3. row *************************** ts: 1995-12-31 23:00:01.000000 *************************** 4. row *************************** ts: 2020-02-29 23:00:00.000000 *************************** 5. row *************************** ts: 2038-01-19 00:00:00.000000 Starting PD... + run_curl https://127.0.0.1:2379/pd/api/v1/version { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } + echo -e 3b5896b5be691006e0f71c3040a29495ddcad20b14aff61806940ebd780d3c62 ++ seq 3 + for i in $(seq $TIKV_COUNT) + start_tikv 1 + i=1 + echo 'Starting TiKV(1)...' Starting TiKV(1)... + mkdir -p /tmp/lightning_test/tikv1 + pid=14082 + echo -e '14082\t/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml' + tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20161 --status-addr 127.0.0.1:20181 --log-file /tmp/lightning_test/tikv1.log --log-level info -C /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml -s /tmp/lightning_test/tikv1 + for i in $(seq $TIKV_COUNT) + start_tikv 2 + i=2 + echo 'Starting TiKV(2)...' Starting TiKV(2)... + mkdir -p /tmp/lightning_test/tikv2 + pid=14084 + echo -e '14084\t/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml' + tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20162 --status-addr 127.0.0.1:20182 --log-file /tmp/lightning_test/tikv2.log --log-level info -C /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml -s /tmp/lightning_test/tikv2 + for i in $(seq $TIKV_COUNT) + start_tikv 3 + i=3 + echo 'Starting TiKV(3)...' Starting TiKV(3)... + mkdir -p /tmp/lightning_test/tikv3 + pid=14086 + echo -e '14086\t/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml' + tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20163 --status-addr 127.0.0.1:20183 --log-file /tmp/lightning_test/tikv3.log --log-level info -C /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/../config/tikv-multi-rocksdb.toml -s /tmp/lightning_test/tikv3 + ensure_tikv + echo 'Waiting initializing TiKV...' Waiting initializing TiKV... + run_curl https://127.0.0.1:2379/pd/api/v1/cluster/status + grep '"is_initialized": true' + i=4 + '[' 4 -gt 20 ']' + sleep 5 Debugger for raftstore-v2 is used Debugger for raftstore-v2 is used Debugger for raftstore-v2 is used +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:15 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_parquet --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_parquet.14003.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_parquet/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_parquet/data --sorted-kv-dir /tmp/lightning_test/lightning_parquet.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 13.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 20 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 *************************** 1. row *************************** count(*): 10 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 100 *************************** 1. row *************************** count(*): 50 *************************** 1. row *************************** count(*): 1 *************************** 1. row *************************** count(*): 1 *************************** 1. row *************************** sum(c_id): 210 *************************** 1. row *************************** w_name: eLNEDIW *************************** 1. row *************************** w_bool: 1 *************************** 1. row *************************** c_since: 2020-09-10 20:17:16 c_discount: 0.0585 *************************** 1. row *************************** ts: 2022-09-10 09:09:00.000000 *************************** 2. row *************************** ts: 1997-08-11 02:01:10.000000 *************************** 3. row *************************** ts: 1995-12-31 23:00:01.000000 *************************** 4. row *************************** ts: 2020-02-29 23:00:00.000000 *************************** 5. row *************************** ts: 2038-01-19 00:00:00.000000 *===== TEST: [lightning_parquet] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Run cases: lightning_partition_incremental + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_common_handle + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 + run_curl https://127.0.0.1:2379/pd/api/v1/cluster/status + grep '"is_initialized": true' "is_initialized": true, + true + start_tidb + echo 'Starting TiDB...' Starting TiDB... + echo 'Verifying TiDB is started...' Verifying TiDB is started... + i=0 + run_curl https://127.0.0.1:10080/status + tidb-server -P 4000 --status 10080 --advertise-address=127.0.0.1 --store tikv --path 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/config/tidb.toml --log-file /tmp/lightning_test/tidb.log + i=1 + '[' 1 -gt 50 ']' + sleep 3 Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_issue_282 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=73728 + '[' 073728 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_common_handle/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_checkpoint_dirty_tableid tidb lightning exit successfully PASS coverage: 24.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 6 sum(i): 21 *************************** 1. row *************************** Db_name: ch Table_name: t Checksum_crc64_xor: 15114449997587736653 Total_kvs: 6 Total_bytes: 403 Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158375936 + '[' 0158375936 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 14.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 6 sum(i): 21 *************************** 1. row *************************** Db_name: ch Table_name: t Checksum_crc64_xor: 12492993350060773523 Total_kvs: 6 Total_bytes: 403 *===== TEST: [lightning_common_handle] success! =====* selected test cases: lightning_extend_routes + run_curl https://127.0.0.1:10080/status + i=2 + '[' 2 -gt 50 ']' + sleep 3 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_282/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:23 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_282 --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_282.20195.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_282/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_282/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_282.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** hex(accessKey): 405026464C415348534841 *************************** 2. row *************************** hex(accessKey): 1A +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:24 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_282 --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_282.20234.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_282/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_282/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_282.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 23.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** hex(accessKey): 405026464C415348534841 *************************** 2. row *************************** hex(accessKey): 1A *===== TEST: [lightning_issue_282] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes + for BACKEND in tidb local + run_sql 'DROP DATABASE IF EXISTS routes_a0;' + run_sql 'DROP DATABASE IF EXISTS routes_a1;' + run_sql 'DROP DATABASE IF EXISTS routes_b;' + run_sql 'CREATE DATABASE routes_b;' + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 + run_sql 'CREATE TABLE routes_b.u (x real primary key, c_source varchar(11) not null, c_schema varchar(11) not null, c_table varchar(11) not null);' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/config.toml --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:25 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/config.toml --backend 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_extend_routes.15882.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/data --sorted-kv-dir /tmp/lightning_test/lightning_extend_routes.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/config.toml --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid + rm -f /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint' + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/InitializeCheckpointExit=return(true)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/InitializeCheckpointExit=return(true)' + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:25 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_dirty_tableid.20130.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_dirty_tableid.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning exit successfully PASS coverage: 14.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + echo Import using tidb finished Import using tidb finished + run_sql 'SELECT count(1), sum(x) FROM routes_b.u;' *************************** 1. row *************************** count(1): 4 sum(x): 259 + check_contains 'count(1): 4' + check_contains 'sum(x): 259' + run_sql 'SELECT count(1), sum(x) FROM routes_a1.s1;' *************************** 1. row *************************** count(1): 1 sum(x): 1296 + check_contains 'count(1): 1' + check_contains 'sum(x): 1296' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "0";' *************************** 1. row *************************** count(1): 2 + check_contains 'count(1): 2' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "2";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "0";' *************************** 1. row *************************** count(1): 3 + check_contains 'count(1): 3' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_source = "01";' *************************** 1. row *************************** count(1): 4 + check_contains 'count(1): 4' + run_sql 'SHOW TABLES IN routes_a1;' *************************** 1. row *************************** Tables_in_routes_a1: s1 + check_not_contains 'Tables_in_routes_a1: t2' + for BACKEND in tidb local + run_sql 'DROP DATABASE IF EXISTS routes_a0;' warning: GOCOVERDIR not set, no coverage data emitted + run_sql 'DROP DATABASE IF EXISTS cpdt' + export GO_FAILPOINTS= + GO_FAILPOINTS= + set +e + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:25 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/mysql.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_dirty_tableid.20166.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_dirty_tableid.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/mysql.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Run cases: lightning_compress + run_sql 'DROP DATABASE IF EXISTS routes_a1;' + run_sql 'DROP DATABASE IF EXISTS routes_b;' + run_sql 'CREATE DATABASE routes_b;' + run_sql 'CREATE TABLE routes_b.u (x real primary key, c_source varchar(11) not null, c_schema varchar(11) not null, c_table varchar(11) not null);' + run_lightning --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/config.toml --backend local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:26 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/config.toml --backend 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_extend_routes.15985.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/data --sorted-kv-dir /tmp/lightning_test/lightning_extend_routes.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_extend_routes/config.toml --backend local tidb lightning encountered error: [Lightning:PreCheck:ErrPreCheckFailed]tidb-lightning pre-check failed: TiDB Lightning has detected tables with illegal checkpoints. To prevent data loss, this run will stop now,please run command "./tidb-lightning-ctl --checkpoint-remove='`cpdt`.`t`' --config=..."You may also run `./tidb-lightning-ctl --checkpoint-error-destroy=all --config=...` to start from scratch,For details of this failure, read the log file from the PREVIOUS run warning: GOCOVERDIR not set, no coverage data emitted + set -e ++ grep 'TiDB Lightning has detected tables with illegal checkpoints. To prevent data loss, this run will stop now.' /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log ++ wc -l + ILLEGAL_CP_COUNT=3 ++ grep checkpoint-remove= /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log ++ wc -l + TABLE_SUGGEST=3 + '[' 3 -eq 3 ']' + '[' 3 -eq 3 ']' + run_sql 'DROP DATABASE IF EXISTS cpdt' + rm -f /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log + rm -f /tmp/tidb_lightning_checkpoint.pb + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/InitializeCheckpointExit=return(true)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/InitializeCheckpointExit=return(true)' + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:26 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_dirty_tableid.20211.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_dirty_tableid.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data Verbose debug logs will be written to /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log Verbose debug logs will be written to /tmp/lightning_test/lightning.log warning: GOCOVERDIR not set, no coverage data emitted + run_sql 'DROP DATABASE IF EXISTS cpdt' + export GO_FAILPOINTS= + GO_FAILPOINTS= + set +e + run_lightning --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:26 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid --enable-checkpoint=1' --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/file.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_checkpoint_dirty_tableid.20255.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data --sorted-kv-dir /tmp/lightning_test/lightning_checkpoint_dirty_tableid.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/file.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_checkpoint_dirty_tableid/data + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 tidb lightning encountered error: [Lightning:PreCheck:ErrPreCheckFailed]tidb-lightning pre-check failed: TiDB Lightning has detected tables with illegal checkpoints. To prevent data loss, this run will stop now,please run command "./tidb-lightning-ctl --checkpoint-remove='`cpdt`.`t`' --config=..."You may also run `./tidb-lightning-ctl --checkpoint-error-destroy=all --config=...` to start from scratch,For details of this failure, read the log file from the PREVIOUS run warning: GOCOVERDIR not set, no coverage data emitted + set -e ++ grep 'TiDB Lightning has detected tables with illegal checkpoints. To prevent data loss, this run will stop now.' /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log ++ wc -l + ILLEGAL_CP_COUNT=3 ++ grep checkpoint-remove= /tmp/lightning_test/lightning-checkpoint-dirty-tableid.log ++ wc -l + TABLE_SUGGEST=3 + '[' 3 -eq 3 ']' + '[' 3 -eq 3 ']' *===== TEST: [lightning_checkpoint_dirty_tableid] success! =====* + run_curl https://127.0.0.1:10080/status + i=3 + '[' 3 -gt 50 ']' + sleep 3 Run cases: lightning_issue_40657 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 24.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + echo Import using local finished Import using local finished + run_sql 'SELECT count(1), sum(x) FROM routes_b.u;' *************************** 1. row *************************** count(1): 4 sum(x): 259 + check_contains 'count(1): 4' + check_contains 'sum(x): 259' + run_sql 'SELECT count(1), sum(x) FROM routes_a1.s1;' *************************** 1. row *************************** count(1): 1 sum(x): 1296 + check_contains 'count(1): 1' + check_contains 'sum(x): 1296' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "0";' *************************** 1. row *************************** count(1): 2 + check_contains 'count(1): 2' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_table = "2";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "0";' *************************** 1. row *************************** count(1): 3 + check_contains 'count(1): 3' + run_sql 'SELECT count(1) FROM routes_b.u where c_schema = "1";' *************************** 1. row *************************** count(1): 1 + check_contains 'count(1): 1' + run_sql 'SELECT count(1) FROM routes_b.u where c_source = "01";' *************************** 1. row *************************** count(1): 4 + check_contains 'count(1): 4' + run_sql 'SHOW TABLES IN routes_a1;' *************************** 1. row *************************** Tables_in_routes_a1: s1 + check_not_contains 'Tables_in_routes_a1: t2' *===== TEST: [lightning_extend_routes] success! =====* [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7823/lightning-test already exists) [Pipeline] // cache [Pipeline] } Starting PD... [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] sh + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 + run_curl https://127.0.0.1:10080/status + i=4 + '[' 4 -gt 50 ']' + sleep 3 + ls -alh /tmp/group_cover total 35M drwxr-xr-x 2 jenkins jenkins 4.0K Apr 4 18:55 . drwxrwxrwt 1 root root 4.0K Apr 4 18:55 .. -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2133.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2208.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2332.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2389.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2445.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2501.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2559.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2634.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2708.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:50 cov.lightning_auto_random_default.2784.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_bom_file.4666.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_bom_file.4708.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.6574.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.6630.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.6721.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.6773.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.6835.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.6890.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.6947.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.7100.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.7202.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.7254.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_character_sets.7412.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_check_partial_imported.9387.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:52 cov.lightning_checkpoint.11724.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_checkpoint.12604.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_checkpoint.13461.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_checkpoint_chunks.15339.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_checkpoint_chunks.15690.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_checkpoint_chunks.15757.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_checkpoint_chunks.15817.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_checkpoint_chunks.15869.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_checkpoint_chunks.15921.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_checkpoint_chunks.15969.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_checkpoint_chunks.16015.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_checkpoint_chunks.16362.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_checkpoint_columns.18281.out + gocovmerge /tmp/group_cover/cov.lightning_auto_random_default.2133.out /tmp/group_cover/cov.lightning_auto_random_default.2208.out /tmp/group_cover/cov.lightning_auto_random_default.2332.out /tmp/group_cover/cov.lightning_auto_random_default.2389.out /tmp/group_cover/cov.lightning_auto_random_default.2445.out /tmp/group_cover/cov.lightning_auto_random_default.2501.out /tmp/group_cover/cov.lightning_auto_random_default.2559.out /tmp/group_cover/cov.lightning_auto_random_default.2634.out /tmp/group_cover/cov.lightning_auto_random_default.2708.out /tmp/group_cover/cov.lightning_auto_random_default.2784.out /tmp/group_cover/cov.lightning_bom_file.4666.out /tmp/group_cover/cov.lightning_bom_file.4708.out /tmp/group_cover/cov.lightning_character_sets.6574.out /tmp/group_cover/cov.lightning_character_sets.6630.out /tmp/group_cover/cov.lightning_character_sets.6721.out /tmp/group_cover/cov.lightning_character_sets.6773.out /tmp/group_cover/cov.lightning_character_sets.6835.out /tmp/group_cover/cov.lightning_character_sets.6890.out /tmp/group_cover/cov.lightning_character_sets.6947.out /tmp/group_cover/cov.lightning_character_sets.7100.out /tmp/group_cover/cov.lightning_character_sets.7202.out /tmp/group_cover/cov.lightning_character_sets.7254.out /tmp/group_cover/cov.lightning_character_sets.7412.out /tmp/group_cover/cov.lightning_check_partial_imported.9387.out /tmp/group_cover/cov.lightning_checkpoint.11724.out /tmp/group_cover/cov.lightning_checkpoint.12604.out /tmp/group_cover/cov.lightning_checkpoint.13461.out /tmp/group_cover/cov.lightning_checkpoint_chunks.15339.out /tmp/group_cover/cov.lightning_checkpoint_chunks.15690.out /tmp/group_cover/cov.lightning_checkpoint_chunks.15757.out /tmp/group_cover/cov.lightning_checkpoint_chunks.15817.out /tmp/group_cover/cov.lightning_checkpoint_chunks.15869.out /tmp/group_cover/cov.lightning_checkpoint_chunks.15921.out /tmp/group_cover/cov.lightning_checkpoint_chunks.15969.out /tmp/group_cover/cov.lightning_checkpoint_chunks.16015.out /tmp/group_cover/cov.lightning_checkpoint_chunks.16362.out /tmp/group_cover/cov.lightning_checkpoint_columns.18281.out + codecov --rootDir . --flags integration --file coverage.txt --branch origin/pr/60132 --sha d992efb82fbe1dce48ee9795468c1255987b0fe0 --pr 60132 [2025-04-04T10:55:29.975Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.8.0 [2025-04-04T10:55:29.976Z] ['info'] => Project root located at: . [2025-04-04T10:55:29.980Z] ['info'] -> Token found by environment variables [2025-04-04T10:55:29.992Z] ['info'] Searching for coverage files... [2025-04-04T10:55:30.089Z] ['info'] => Found 1 possible coverage files: coverage.txt [2025-04-04T10:55:30.089Z] ['info'] Processing coverage.txt... [2025-04-04T10:55:30.109Z] ['info'] Using manual override from args. [2025-04-04T10:55:30.109Z] ['info'] Detected Jenkins CI as the CI provider. [2025-04-04T10:55:30.115Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.8.0&token=*******&branch=origin%2Fpr%2F60132&build=7823&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fpull_lightning_integration_test%2F7823%2F&commit=d992efb82fbe1dce48ee9795468c1255987b0fe0&job=&pr=60132&service=jenkins&slug=PingCAP-QE%2Fci&name=&tag=&flags=integration&parent= + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 [2025-04-04T10:55:30.662Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/d992efb82fbe1dce48ee9795468c1255987b0fe0 https://storage.googleapis.com/codecov-production/shelter/v4/github/pingcap/tidb/d992efb82fbe1dce48ee9795468c1255987b0fe0/380dd693-059a-4376-8e72-52d726a852f5.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJWQHUGIBILH4J7Q6ZUSCIFNEOLYSNDS7L3B4N5SIBQ2J4YLYE5CRFCD%2F20250404%2Fus%2Fs3%2Faws4_request&X-Amz-Date=20250404T105530Z&X-Amz-Expires=120&X-Amz-SignedHeaders=host&X-Amz-Signature=8c9fc43e0f3aec9abdbda09b8b20d2f90b0e71871950a13fe13a1002937d51e8 [2025-04-04T10:55:30.662Z] ['info'] Uploading... "is_initialized": true, Starting TiDB... Verifying TiDB is started... [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7823/lightning-test already exists) [Pipeline] // cache [Pipeline] } TiFlash started. selected test cases: lightning_tool_241 [Pipeline] // dir Post stage + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] sh + ls -alh /tmp/group_cover total 9.4M drwxr-xr-x 2 jenkins jenkins 4.0K Apr 4 18:55 . drwxrwxrwt 1 root root 4.0K Apr 4 18:55 .. -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_duplicate_resolution_replace_one_unique_key_clustered_pk.2140.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:52 cov.lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk.4045.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:53 cov.lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk.5957.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk.7867.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_examples.11783.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_examples.11944.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_examples.12029.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_exotic_filenames.13955.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_extend_routes.15882.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_extend_routes.15985.out + gocovmerge /tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_clustered_pk.2140.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_clustered_pk.4045.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_multiple_conflicts_nonclustered_pk.5957.out /tmp/group_cover/cov.lightning_duplicate_resolution_replace_one_unique_key_nonclustered_varchar_pk.7867.out /tmp/group_cover/cov.lightning_examples.11783.out /tmp/group_cover/cov.lightning_examples.11944.out /tmp/group_cover/cov.lightning_examples.12029.out /tmp/group_cover/cov.lightning_exotic_filenames.13955.out /tmp/group_cover/cov.lightning_extend_routes.15882.out /tmp/group_cover/cov.lightning_extend_routes.15985.out + codecov --rootDir . --flags integration --file coverage.txt --branch origin/pr/60132 --sha d992efb82fbe1dce48ee9795468c1255987b0fe0 --pr 60132 [2025-04-04T10:55:32.148Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.8.0 [2025-04-04T10:55:32.149Z] ['info'] => Project root located at: . [2025-04-04T10:55:32.153Z] ['info'] -> Token found by environment variables [2025-04-04T10:55:32.165Z] ['info'] Searching for coverage files... [2025-04-04T10:55:32.259Z] ['info'] => Found 1 possible coverage files: coverage.txt [2025-04-04T10:55:32.259Z] ['info'] Processing coverage.txt... [2025-04-04T10:55:32.278Z] ['info'] Using manual override from args. [2025-04-04T10:55:32.278Z] ['info'] Detected Jenkins CI as the CI provider. [2025-04-04T10:55:32.285Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.8.0&token=*******&branch=origin%2Fpr%2F60132&build=7823&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fpull_lightning_integration_test%2F7823%2F&commit=d992efb82fbe1dce48ee9795468c1255987b0fe0&job=&pr=60132&service=jenkins&slug=PingCAP-QE%2Fci&name=&tag=&flags=integration&parent= + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 [2025-04-04T10:55:32.822Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/d992efb82fbe1dce48ee9795468c1255987b0fe0 https://storage.googleapis.com/codecov-production/shelter/v4/github/pingcap/tidb/d992efb82fbe1dce48ee9795468c1255987b0fe0/59db89f8-cc58-4776-bee4-b63f287081c8.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJWQHUGIBILH4J7Q6ZUSCIFNEOLYSNDS7L3B4N5SIBQ2J4YLYE5CRFCD%2F20250404%2Fus%2Fs3%2Faws4_request&X-Amz-Date=20250404T105532Z&X-Amz-Expires=120&X-Amz-SignedHeaders=host&X-Amz-Signature=e0b39b607671a02986fffc66090ed635def04c0c31593656c099fd5df18499db [2025-04-04T10:55:32.823Z] ['info'] Uploading... + run_curl https://127.0.0.1:10080/status + i=5 + '[' 5 -gt 50 ']' + sleep 3 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_241/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:33 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_241 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tool_241.9735.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_241/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_241/data --sorted-kv-dir /tmp/lightning_test/lightning_tool_241.sorted --enable-checkpoint=0 --check-requirements=0 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 [2025-04-04T10:55:32.878Z] ['info'] {"status":"processing","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/d992efb82fbe1dce48ee9795468c1255987b0fe0"} [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } Verbose debug logs will be written to /tmp/lightning_test/lightning.log [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [2025-04-04T10:55:33.835Z] ['info'] {"status":"processing","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/d992efb82fbe1dce48ee9795468c1255987b0fe0"} [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] // node [Pipeline] // dir [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] // stage [Pipeline] // withCredentials [Pipeline] } [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(*): 0 [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=77824 + '[' 077824 -gt 619610112 ']' + sleep 1 [Pipeline] } *************************** 1. row *************************** count(*): 0 *************************** 1. row *************************** count(id): 84 min(id): 8343146 max(id): 8343229 *===== TEST: [lightning_tool_241] success! =====* [Pipeline] // stage [Pipeline] } + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=157630464 + '[' 0157630464 -gt 619610112 ']' + sleep 1 + run_curl https://127.0.0.1:10080/status + i=6 + '[' 6 -gt 50 ']' + sleep 3 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 Run cases: lightning_ttl + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 TiFlash started. selected test cases: lightning_partition_incremental "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 "is_initialized": true, Starting TiDB... Verifying TiDB is started... Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental + run_lightning --backend=local -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:39 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental --backend=local' -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_partition_incremental.15949.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_partition_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --backend=local -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data Verbose debug logs will be written to /tmp/lightning_test/lightning.log + run_curl https://127.0.0.1:10080/status + i=7 + '[' 7 -gt 50 ']' + sleep 3 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 23.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + LOG_FILE1=/tmp/lightning_test/lightning_partition_incremental1.log + LOG_FILE2=/tmp/lightning_test/lightning_partition_incremental2.log + pid1=16005 + run_lightning --log-file /tmp/lightning_test/lightning_partition_incremental1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/config1.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data1 + pid2=16006 + wait 16005 16006 + run_lightning --log-file /tmp/lightning_test/lightning_partition_incremental2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/config2.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data2 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd ++ date + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:40 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental --log-file' /tmp/lightning_test/lightning_partition_incremental1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/config1.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_partition_incremental.16005.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_partition_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --log-file /tmp/lightning_test/lightning_partition_incremental1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/config1.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data1 + echo '[Fri Apr 4 18:55:40 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental --log-file' /tmp/lightning_test/lightning_partition_incremental2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/config2.toml -d '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_partition_incremental.16006.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_partition_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --log-file /tmp/lightning_test/lightning_partition_incremental2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/config2.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partition_incremental/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning_partition_incremental1.log Verbose debug logs will be written to /tmp/lightning_test/lightning_partition_incremental2.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 14.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 24.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + grep -F 'checksum pass' /tmp/lightning_test/lightning_partition_incremental1.log + grep -Fq auto_rowid + grep -F 'checksum pass' /tmp/lightning_test/lightning_partition_incremental1.log + grep -Fq non_pk_auto_inc + run_sql 'admin check table incr.auto_rowid' + run_sql 'admin check table incr.non_pk_auto_inc' + run_sql 'select count(*) from incr.auto_rowid' *************************** 1. row *************************** count(*): 60 + check_contains 'count(*): 60' + run_sql 'select count(distinct _tidb_rowid) from incr.auto_rowid' *************************** 1. row *************************** count(distinct _tidb_rowid): 60 + check_contains 'count(distinct _tidb_rowid): 60' + run_sql 'select count(*) from incr.non_pk_auto_inc' *************************** 1. row *************************** count(*): 60 + check_contains 'count(*): 60' + run_sql 'select count(distinct _tidb_rowid) from incr.non_pk_auto_inc' *************************** 1. row *************************** count(distinct _tidb_rowid): 60 + check_contains 'count(distinct _tidb_rowid): 60' *===== TEST: [lightning_partition_incremental] success! =====* {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + run_curl https://127.0.0.1:10080/status + i=8 + '[' 8 -gt 50 ']' + sleep 3 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 Run cases: lightning_partitioned-table { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_issue_40657 + run_curl https://127.0.0.1:10080/status {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}+ true + start_tiflash + echo 'Starting TiFlash...' Starting TiFlash... + make_tiflash_config + i=0 + run_curl https://127.0.0.1:20292/tiflash/store-status + tiflash server --config-file=/tmp/lightning_test/tiflash.toml Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + i=1 + '[' 1 -gt 20 ']' + echo 'TiFlash seems doesn'\''t started, retrying...' TiFlash seems doesn't started, retrying... + sleep 3 + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=81920 + '[' 081920 -gt 619610112 ']' + sleep 1 Starting PD... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=171913216 + '[' 0171913216 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657 ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657 + check_cluster_version 5 2 0 'duplicate detection' + run_lightning -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/data1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:47 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657 -d' '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/data1 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_40657.22110.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_40657.sorted --enable-checkpoint=0 --check-requirements=0 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/data1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=158388224 + '[' 0158388224 -gt 619610112 ']' + sleep 1 Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 2 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 26.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table test.t' + run_sql 'select count(*) from test.t' *************************** 1. row *************************** count(*): 4 + check_contains 'count(*): 4' + run_sql 'select count(*) from lightning_task_info.conflict_view' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'truncate table test.t' + run_lightning -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/data2 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:47 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657 -d' '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/data2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_40657.22185.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_40657.sorted --enable-checkpoint=0 --check-requirements=0 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_40657/data2 Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_compress tidb lightning exit successfully PASS coverage: 25.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'admin check table test.t' + run_sql 'select count(*) from test.t' + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=86016 + '[' 086016 -gt 619610112 ']' + sleep 1 *************************** 1. row *************************** count(*): 5 + check_contains 'count(*): 5' *===== TEST: [lightning_issue_40657] success! =====* + run_curl https://127.0.0.1:20292/tiflash/store-status + echo 'TiFlash started.' TiFlash started. + i=0 + run_curl https://127.0.0.1:2379/pd/api/v1/cluster/status + grep -q '"is_initialized": true' + return 0 + echo 'Services restarted' Services restarted + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_lightning --backend local --log-file /tmp/lightning_test/lightning-local.log -L debug +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:48 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb --backend' local --log-file /tmp/lightning_test/lightning-local.log -L 'debug >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tikv_multi_rocksdb.32907.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tikv_multi_rocksdb/data --sorted-kv-dir /tmp/lightning_test/lightning_tikv_multi_rocksdb.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --log-file /tmp/lightning_test/lightning-local.log -L debug Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=86016 + '[' 086016 -gt 619610112 ']' + sleep 1 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_compress/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=86016 + '[' 086016 -gt 619610112 ']' + sleep 1 Run cases: lightning_issue_410 tidb lightning exit successfully PASS coverage: 24.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Verbose debug logs will be written to /tmp/lightning_test/lightning.log + grep -qF '\"engine\":\"raft-kv2\"' /tmp/lightning_test/tikv1.log /tmp/lightning_test/tikv2.log /tmp/lightning_test/tikv3.log + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' *===== TEST: [lightning_tikv_multi_rocksdb] success! =====* {"level":"warn","ts":1743764151.486521,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0022ea700/127.0.0.1:2379","attempt":0,"error":"rpc error: code = Unknown desc = malformed header: missing HTTP content-type"} + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=86016 + '[' 086016 -gt 619610112 ']' + sleep 1 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=86016 + '[' 086016 -gt 619610112 ']' + sleep 1 {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting PD... TiFlash seems doesn't started, retrying... tidb lightning exit successfully PASS coverage: 15.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** count(*): 100000 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=78868480 + '[' 078868480 -gt 619610112 ']' + sleep 1 Run cases: lightning_too_many_columns Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' + '[' -e /tmp/lightning_test/with-disk-quota ']' ++ du -s -B1 /tmp/lightning_test/with-disk-quota ++ cut -f 1 + DISK_USAGE=8192 + '[' 08192 -gt 619610112 ']' + sleep 1 tidb lightning exit successfully PASS coverage: 25.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + touch /tmp/lightning_test/sorted-with-disk-quota.finished + '[' -s /tmp/lightning_test/sorted-with-disk-quota.finished ']' + grep -q 'disk quota exceeded' /tmp/lightning_test/lightning-disk-quota.log + run_sql 'select cast(trim(trailing '\''a'\'' from aes_decrypt(sa, '\''xxx'\'', '\''iviviviviviviviv'\'')) as char) a from disk_quota.t where id = 1357' *************************** 1. row *************************** a: 1357 + check_contains 'a: 1357' + run_sql 'select cast(trim(trailing '\''e'\'' from aes_decrypt(se, '\''xxx'\'', '\''iviviviviviviviv'\'')) as char) e from disk_quota.t where id = 246' *************************** 1. row *************************** e: 246 + check_contains 'e: 246' + cleanup + touch /tmp/lightning_test/sorted-with-disk-quota.finished + run_sql 'SET GLOBAL block_encryption_mode = '\''aes-128-ecb'\'';' *===== TEST: [lightning_disk_quota] success! =====* + '[' '!' -e /tmp/lightning_test/sorted-with-disk-quota.finished ']' Starting PD... TiFlash started. selected test cases: lightning_ttl tidb lightning exit successfully PASS coverage: 15.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** count(*): 100000 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_distributed_import "is_initialized": true, Starting TiDB... Verifying TiDB is started... Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ttl/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:55:58 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ttl >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_ttl.11664.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ttl/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_ttl/data --sorted-kv-dir /tmp/lightning_test/lightning_ttl.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** Table: t1 Create Table: CREATE TABLE `t1` ( `id` int NOT NULL, `t` datetime DEFAULT NULL, PRIMARY KEY (`id`) /*T![clustered_index] CLUSTERED */ ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin /*T![ttl] TTL=`t` + INTERVAL 1 DAY */ /*T![ttl] TTL_ENABLE='OFF' */ /*T![ttl] TTL_JOB_INTERVAL='24h' */ *************************** 1. row *************************** count(1): 3 *===== TEST: [lightning_ttl] success! =====* tidb lightning exit successfully PASS coverage: 15.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** count(*): 100000 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Run cases: lightning_unused_config_keys Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Starting PD... TiFlash started. selected test cases: lightning_partitioned-table { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partitioned-table/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:06 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partitioned-table --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_partitioned-table.17946.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partitioned-table/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partitioned-table/data --sorted-kv-dir /tmp/lightning_test/lightning_partitioned-table.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** count(1): 8 sum(c): 277151781 *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: a Engine: InnoDB Version: 10 Row_format: Compact Rows: 0 Avg_row_length: 0 Data_length: 0 Max_data_length: 0 Index_length: 0 Data_free: 0 Auto_increment: NULL Create_time: 2025-04-04 18:56:06 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** count(1): 8 sum(c): 277151781 *************************** 1. row *************************** count(1): 8 sum(a): 277151781 TiFlash seems doesn't started, retrying... *************************** 1. row *************************** Name: range Engine: InnoDB Version: 10 Row_format: Compact Rows: 0 Avg_row_length: 0 Data_length: 0 Max_data_length: 0 Index_length: 0 Data_free: 0 Auto_increment: NULL Create_time: 2025-04-04 18:56:06 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** count(1): 8 sum(c): 277151781 *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: list Engine: InnoDB Version: 10 Row_format: Compact Rows: 0 Avg_row_length: 0 Data_length: 0 Max_data_length: 0 Index_length: 0 Data_free: 0 Auto_increment: NULL Create_time: 2025-04-04 18:56:06 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** count(1): 8 sum(c): 277151781 *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: defaultlist Engine: InnoDB Version: 10 Row_format: Compact Rows: 0 Avg_row_length: 0 Data_length: 0 Max_data_length: 0 Index_length: 0 Data_free: 0 Auto_increment: NULL Create_time: 2025-04-04 18:56:06 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:07 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partitioned-table --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_partitioned-table.18098.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partitioned-table/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_partitioned-table/data --sorted-kv-dir /tmp/lightning_test/lightning_partitioned-table.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning exit successfully PASS coverage: 30.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... tidb lightning exit successfully PASS coverage: 23.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** count(*): 100000 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** count(1): 8 sum(c): 277151781 *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: a Engine: InnoDB Version: 10 Row_format: Compact Rows: 8 Avg_row_length: 24 Data_length: 192 Max_data_length: 0 Index_length: 192 Data_free: 0 Auto_increment: NULL Create_time: 2025-04-04 18:56:07 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** count(1): 8 sum(c): 277151781 *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: range Engine: InnoDB Version: 10 Row_format: Compact Rows: 8 Avg_row_length: 24 Data_length: 192 Max_data_length: 0 Index_length: 192 Data_free: 0 Auto_increment: NULL Create_time: 2025-04-04 18:56:07 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** count(1): 8 sum(c): 277151781 *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** id: 3 *************************** 1. row *************************** Name: list Engine: InnoDB Version: 10 Row_format: Compact Rows: 8 Avg_row_length: 24 Data_length: 192 Max_data_length: 0 Index_length: 192 Data_free: 0 Auto_increment: NULL Create_time: 2025-04-04 18:56:07 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** count(1): 8 sum(c): 277151781 *************************** 1. row *************************** count(1): 8 sum(a): 277151781 *************************** 1. row *************************** Name: defaultlist Engine: InnoDB Version: 10 Row_format: Compact Rows: 8 Avg_row_length: 24 Data_length: 192 Max_data_length: 0 Index_length: 192 Data_free: 0 Auto_increment: NULL Create_time: 2025-04-04 18:56:07 Update_time: NULL Check_time: NULL Collation: utf8mb4_bin Checksum: Create_options: partitioned Comment: *===== TEST: [lightning_partitioned-table] success! =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... TiFlash started. selected test cases: lightning_issue_410 "is_initialized": true, Starting TiDB... Verifying TiDB is started... Run cases: lightning_record_network *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_410/run.sh... =====* + for backend in tidb local + '[' tidb = local ']' + run_sql 'DROP DATABASE IF EXISTS issue410;' + run_lightning --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:12 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_410 --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_410.24064.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_410/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_410/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_410.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM issue410.row_flow_d' *************************** 1. row *************************** A123456789012345678901234567890123456789: A B123456789012345678901234567890123456789: B C123456789012345678901234567890123456789: C D123456789012345678901234567890123456789: D E123456789012345678901234567890123456789: E F123456789012345678901234567890123456789: F G123456789012345678901234567890123456789: G H123456789012345678901234567890123456789: H I123456789012345678901234567890123456789: I J123456789012345678901234567890123456789: J K123456789012345678901234567890123456789: K L123456789012345678901234567890123456789: L M123456789012345678901234567890123456789: M N123456789012345678901234567890123456789: N O123456789012345678901234567890123456789: O P123456789012345678901234567890123456789: P Q123456789012345678901234567890123456789: Q R123456789012345678901234567890123456789: R S123456789012345678901234567890123456789: S T123456789012345678901234567890123456789: T U123456789012345678901234567890123456789: U V123456789012345678901234567890123456789: V W123456789012345678901234567890123456789: W X123456789012345678901234567890123456789: X Y12345678901234567890123456789012345678: Y Z: Z + check_contains 'A123456789012345678901234567890123456789: A' + check_contains 'Y12345678901234567890123456789012345678: Y' + check_contains 'Z: Z' + for backend in tidb local + '[' local = local ']' + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS issue410;' + run_lightning --backend local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:12 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_410 --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_410.24104.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_410/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_410/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_410.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM issue410.row_flow_d' *************************** 1. row *************************** A123456789012345678901234567890123456789: A B123456789012345678901234567890123456789: B C123456789012345678901234567890123456789: C D123456789012345678901234567890123456789: D E123456789012345678901234567890123456789: E F123456789012345678901234567890123456789: F G123456789012345678901234567890123456789: G H123456789012345678901234567890123456789: H I123456789012345678901234567890123456789: I J123456789012345678901234567890123456789: J K123456789012345678901234567890123456789: K L123456789012345678901234567890123456789: L M123456789012345678901234567890123456789: M N123456789012345678901234567890123456789: N O123456789012345678901234567890123456789: O P123456789012345678901234567890123456789: P Q123456789012345678901234567890123456789: Q R123456789012345678901234567890123456789: R S123456789012345678901234567890123456789: S T123456789012345678901234567890123456789: T U123456789012345678901234567890123456789: U V123456789012345678901234567890123456789: V W123456789012345678901234567890123456789: W X123456789012345678901234567890123456789: X Y12345678901234567890123456789012345678: Y Z: Z + check_contains 'A123456789012345678901234567890123456789: A' + check_contains 'Y12345678901234567890123456789012345678: Y' + check_contains 'Z: Z' *===== TEST: [lightning_issue_410] success! =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Run cases: lightning_issue_519 tidb lightning exit successfully PASS coverage: 30.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** count(*): 100000 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_distributed_import Starting PD... TiFlash started. selected test cases: lightning_too_many_columns { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting TiKV(3)... Waiting initializing TiKV... TiFlash seems doesn't started, retrying... Verbose debug logs will be written to /tmp/lightning_test/lightning.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import + LOG_FILE1=/tmp/lightning_test/lightning-distributed-import1.log + LOG_FILE2=/tmp/lightning_test/lightning-distributed-import2.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(2500)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(2500)' + pid1=15478 + sleep 1 + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted1 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/data1 --log-file /tmp/lightning_test/lightning-distributed-import1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:19 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted1 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/data1 --log-file /tmp/lightning_test/lightning-distributed-import1.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_distributed_import.15478.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/data --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted1 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/data1 --log-file /tmp/lightning_test/lightning-distributed-import1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-distributed-import1.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_too_many_columns/run.sh... =====* + for backend in tidb local + '[' tidb = local ']' + run_sql 'DROP DATABASE IF EXISTS too_many_columns;' + run_lightning --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:19 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_too_many_columns --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_too_many_columns.36204.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_too_many_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_too_many_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_too_many_columns.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM too_many_columns.t' *************************** 1. row *************************** COL001: 1001 COL002: 1002 COL003: 1003 COL004: 1004 COL005: 1005 COL006: 1006 COL007: 1007 COL008: 1008 COL009: 1009 COL010: 1010 COL011: 1011 COL012: 1012 COL013: 1013 COL014: 1014 COL015: 1015 COL016: 1016 COL017: 1017 COL018: 1018 COL019: 1019 COL020: 1020 COL021: 1021 COL022: 1022 COL023: 1023 COL024: 1024 COL025: 1025 COL026: 1026 COL027: 1027 COL028: 1028 COL029: 1029 COL030: 1030 COL031: 1031 COL032: 1032 COL033: 1033 COL034: 1034 COL035: 1035 COL036: 1036 COL037: 1037 COL038: 1038 COL039: 1039 COL040: 1040 COL041: 1041 COL042: 1042 COL043: 1043 COL044: 1044 COL045: 1045 COL046: 1046 COL047: 1047 COL048: 1048 COL049: 1049 COL050: 1050 COL051: 1051 COL052: 1052 COL053: 1053 COL054: 1054 COL055: 1055 COL056: 1056 COL057: 1057 COL058: 1058 COL059: 1059 COL060: 1060 COL061: 1061 COL062: 1062 COL063: 1063 COL064: 1064 COL065: 1065 COL066: 1066 COL067: 1067 COL068: 1068 COL069: 1069 COL070: 1070 COL071: 1071 COL072: 1072 COL073: 1073 COL074: 1074 COL075: 1075 COL076: 1076 COL077: 1077 COL078: 1078 COL079: 1079 COL080: 1080 COL081: 1081 COL082: 1082 COL083: 1083 COL084: 1084 COL085: 1085 COL086: 1086 COL087: 1087 COL088: 1088 COL089: 1089 COL090: 1090 COL091: 1091 COL092: 1092 COL093: 1093 COL094: 1094 COL095: 1095 COL096: 1096 COL097: 1097 COL098: 1098 COL099: 1099 COL100: 1100 COL101: 1101 COL102: 1102 COL103: 1103 COL104: 1104 COL105: 1105 COL106: 1106 COL107: 1107 COL108: 1108 COL109: 1109 COL110: 1110 COL111: 1111 COL112: 1112 COL113: 1113 COL114: 1114 COL115: 1115 COL116: 1116 COL117: 1117 COL118: 1118 COL119: 1119 COL120: 1120 COL121: 1121 COL122: 1122 COL123: 1123 COL124: 1124 COL125: 1125 COL126: 1126 COL127: 1127 COL128: 1128 COL129: 1129 COL130: 1130 COL131: 1131 COL132: 1132 COL133: 1133 COL134: 1134 COL135: 1135 COL136: 1136 COL137: 1137 COL138: 1138 COL139: 1139 COL140: 1140 COL141: 1141 COL142: 1142 COL143: 1143 COL144: 1144 COL145: 1145 COL146: 1146 COL147: 1147 COL148: 1148 COL149: 1149 COL150: 1150 COL151: 1151 COL152: 1152 COL153: 1153 COL154: 1154 COL155: 1155 COL156: 1156 COL157: 1157 COL158: 1158 COL159: 1159 COL160: 1160 COL161: 1161 COL162: 1162 COL163: 1163 COL164: 1164 COL165: 1165 COL166: 1166 COL167: 1167 COL168: 1168 COL169: 1169 COL170: 1170 COL171: 1171 COL172: 1172 COL173: 1173 COL174: 1174 COL175: 1175 COL176: 1176 COL177: 1177 COL178: 1178 COL179: 1179 COL180: 1180 COL181: 1181 COL182: 1182 COL183: 1183 COL184: 1184 COL185: 1185 COL186: 1186 COL187: 1187 COL188: 1188 COL189: 1189 COL190: 1190 COL191: 1191 COL192: 1192 COL193: 1193 COL194: 1194 COL195: 1195 COL196: 1196 COL197: 1197 COL198: 1198 COL199: 1199 COL200: 1200 COL201: 1201 COL202: 1202 COL203: 1203 COL204: 1204 COL205: 1205 COL206: 1206 COL207: 1207 COL208: 1208 COL209: 1209 COL210: 1210 COL211: 1211 COL212: 1212 COL213: 1213 COL214: 1214 COL215: 1215 COL216: 1216 COL217: 1217 COL218: 1218 COL219: 1219 COL220: 1220 COL221: 1221 COL222: 1222 COL223: 1223 COL224: 1224 COL225: 1225 COL226: 1226 COL227: 1227 COL228: 1228 COL229: 1229 COL230: 1230 COL231: 1231 COL232: 1232 COL233: 1233 COL234: 1234 COL235: 1235 COL236: 1236 COL237: 1237 COL238: 1238 COL239: 1239 COL240: 1240 COL241: 1241 COL242: 1242 COL243: 1243 COL244: 1244 COL245: 1245 COL246: 1246 COL247: 1247 COL248: 1248 COL249: 1249 COL250: 1250 COL251: 1251 COL252: 1252 COL253: 1253 COL254: 1254 COL255: 1255 COL256: 1256 + check_contains 'COL001: 1001' + check_contains 'COL256: 1256' + check_contains 'COL100: 1100' + for backend in tidb local + '[' local = local ']' + check_cluster_version 4 0 0 'local backend' + run_sql 'DROP DATABASE IF EXISTS too_many_columns;' + run_lightning --backend local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:19 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_too_many_columns --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_too_many_columns.36245.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_too_many_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_too_many_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_too_many_columns.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + pid2=15532 + wait 15478 15532 + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted2 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/data2 --log-file /tmp/lightning_test/lightning-distributed-import2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:20 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted2 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/data2 --log-file /tmp/lightning_test/lightning-distributed-import2.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_distributed_import.15532.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/data --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_distributed_import.sorted2 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/data2 --log-file /tmp/lightning_test/lightning-distributed-import2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_distributed_import/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-distributed-import2.log tidb lightning exit successfully PASS coverage: 23.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT * FROM too_many_columns.t' *************************** 1. row *************************** COL001: 1001 COL002: 1002 COL003: 1003 COL004: 1004 COL005: 1005 COL006: 1006 COL007: 1007 COL008: 1008 COL009: 1009 COL010: 1010 COL011: 1011 COL012: 1012 COL013: 1013 COL014: 1014 COL015: 1015 COL016: 1016 COL017: 1017 COL018: 1018 COL019: 1019 COL020: 1020 COL021: 1021 COL022: 1022 COL023: 1023 COL024: 1024 COL025: 1025 COL026: 1026 COL027: 1027 COL028: 1028 COL029: 1029 COL030: 1030 COL031: 1031 COL032: 1032 COL033: 1033 COL034: 1034 COL035: 1035 COL036: 1036 COL037: 1037 COL038: 1038 COL039: 1039 COL040: 1040 COL041: 1041 COL042: 1042 COL043: 1043 COL044: 1044 COL045: 1045 COL046: 1046 COL047: 1047 COL048: 1048 COL049: 1049 COL050: 1050 COL051: 1051 COL052: 1052 COL053: 1053 COL054: 1054 COL055: 1055 COL056: 1056 COL057: 1057 COL058: 1058 COL059: 1059 COL060: 1060 COL061: 1061 COL062: 1062 COL063: 1063 COL064: 1064 COL065: 1065 COL066: 1066 COL067: 1067 COL068: 1068 COL069: 1069 COL070: 1070 COL071: 1071 COL072: 1072 COL073: 1073 COL074: 1074 COL075: 1075 COL076: 1076 COL077: 1077 COL078: 1078 COL079: 1079 COL080: 1080 COL081: 1081 COL082: 1082 COL083: 1083 COL084: 1084 COL085: 1085 COL086: 1086 COL087: 1087 COL088: 1088 COL089: 1089 COL090: 1090 COL091: 1091 COL092: 1092 COL093: 1093 COL094: 1094 COL095: 1095 COL096: 1096 COL097: 1097 COL098: 1098 COL099: 1099 COL100: 1100 COL101: 1101 COL102: 1102 COL103: 1103 COL104: 1104 COL105: 1105 COL106: 1106 COL107: 1107 COL108: 1108 COL109: 1109 COL110: 1110 COL111: 1111 COL112: 1112 COL113: 1113 COL114: 1114 COL115: 1115 COL116: 1116 COL117: 1117 COL118: 1118 COL119: 1119 COL120: 1120 COL121: 1121 COL122: 1122 COL123: 1123 COL124: 1124 COL125: 1125 COL126: 1126 COL127: 1127 COL128: 1128 COL129: 1129 COL130: 1130 COL131: 1131 COL132: 1132 COL133: 1133 COL134: 1134 COL135: 1135 COL136: 1136 COL137: 1137 COL138: 1138 COL139: 1139 COL140: 1140 COL141: 1141 COL142: 1142 COL143: 1143 COL144: 1144 COL145: 1145 COL146: 1146 COL147: 1147 COL148: 1148 COL149: 1149 COL150: 1150 COL151: 1151 COL152: 1152 COL153: 1153 COL154: 1154 COL155: 1155 COL156: 1156 COL157: 1157 COL158: 1158 COL159: 1159 COL160: 1160 COL161: 1161 COL162: 1162 COL163: 1163 COL164: 1164 COL165: 1165 COL166: 1166 COL167: 1167 COL168: 1168 COL169: 1169 COL170: 1170 COL171: 1171 COL172: 1172 COL173: 1173 COL174: 1174 COL175: 1175 COL176: 1176 COL177: 1177 COL178: 1178 COL179: 1179 COL180: 1180 COL181: 1181 COL182: 1182 COL183: 1183 COL184: 1184 COL185: 1185 COL186: 1186 COL187: 1187 COL188: 1188 COL189: 1189 COL190: 1190 COL191: 1191 COL192: 1192 COL193: 1193 COL194: 1194 COL195: 1195 COL196: 1196 COL197: 1197 COL198: 1198 COL199: 1199 COL200: 1200 COL201: 1201 COL202: 1202 COL203: 1203 COL204: 1204 COL205: 1205 COL206: 1206 COL207: 1207 COL208: 1208 COL209: 1209 COL210: 1210 COL211: 1211 COL212: 1212 COL213: 1213 COL214: 1214 COL215: 1215 COL216: 1216 COL217: 1217 COL218: 1218 COL219: 1219 COL220: 1220 COL221: 1221 COL222: 1222 COL223: 1223 COL224: 1224 COL225: 1225 COL226: 1226 COL227: 1227 COL228: 1228 COL229: 1229 COL230: 1230 COL231: 1231 COL232: 1232 COL233: 1233 COL234: 1234 COL235: 1235 COL236: 1236 COL237: 1237 COL238: 1238 COL239: 1239 COL240: 1240 COL241: 1241 COL242: 1242 COL243: 1243 COL244: 1244 COL245: 1245 COL246: 1246 COL247: 1247 COL248: 1248 COL249: 1249 COL250: 1250 COL251: 1251 COL252: 1252 COL253: 1253 COL254: 1254 COL255: 1255 COL256: 1256 + check_contains 'COL001: 1001' + check_contains 'COL256: 1256' + check_contains 'COL100: 1100' *===== TEST: [lightning_too_many_columns] success! =====* TiFlash started. selected test cases: lightning_unused_config_keys tidb lightning exit successfully PASS coverage: 29.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 43 sum(PROCESSLIST_TIME): 322253 sum(THREAD_OS_ID): 303775702 count(PROCESSLIST_STATE): 3 *************************** 1. row *************************** count(*): 12 *************************** 1. row *************************** count(*): 100000 *************************** 1. row *************************** hex(t): 5C j: {"?": []} hex(b): FFFFFFFF *************************** 1. row *************************** hex(t): 22 j: "\n\n\n" hex(b): 0D0A0D0A *************************** 1. row *************************** hex(t): 0A j: [",,,"] hex(b): 5C2C5C2C *************************** 1. row *************************** id: 3 *===== TEST: [lightning_compress] success! =====* Run cases: lightning_tool_135 { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_unused_config_keys/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:23 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_unused_config_keys --log-file' '/tmp/lightning_test/lightning-unused-config-keys.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_unused_config_keys.13529.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_unused_config_keys/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_unused_config_keys/data --sorted-kv-dir /tmp/lightning_test/lightning_unused_config_keys.sorted --enable-checkpoint=0 --check-requirements=0 --log-file /tmp/lightning_test/lightning-unused-config-keys.log Verbose debug logs will be written to /tmp/lightning_test/lightning-unused-config-keys.log tidb lightning encountered error: config file contained unknown configuration options: typo-1, lightning.typo-2, typo-3 warning: GOCOVERDIR not set, no coverage data emitted *===== TEST: [lightning_unused_config_keys] success! =====* Run cases: lightning_concurrent-restore Starting PD... Run cases: lightning_various_types tidb lightning exit successfully PASS coverage: 24.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... tidb lightning exit successfully PASS coverage: 24.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'select count(*) from distributed_import.t' *************************** 1. row *************************** count(*): 10 + check_contains 'count(*): 10' *===== TEST: [lightning_distributed_import] success! =====* Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Starting PD... Run cases: lightning_drop_other_tables_halfway { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... TiFlash started. selected test cases: lightning_record_network Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_record_network/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:31 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_record_network >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_record_network.20066.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_record_network/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_record_network/data --sorted-kv-dir /tmp/lightning_test/lightning_record_network.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 13.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... [2025/04/04 18:56:31.832 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=4201] [2025/04/04 18:56:31.842 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=4201] [2025/04/04 18:56:31.852 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=4201] [2025/04/04 18:56:31.863 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=10490] [2025/04/04 18:56:31.873 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=10490] [2025/04/04 18:56:31.883 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=10490] [2025/04/04 18:56:31.893 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=10490] [2025/04/04 18:56:31.903 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=10490] [2025/04/04 18:56:31.914 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=11077] [2025/04/04 18:56:31.924 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=11077] [2025/04/04 18:56:31.935 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=11489] [2025/04/04 18:56:31.945 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=11489] [2025/04/04 18:56:31.956 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=11489] [2025/04/04 18:56:31.966 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=11905] [2025/04/04 18:56:31.976 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=11905] [2025/04/04 18:56:31.986 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=12043] [2025/04/04 18:56:31.997 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=12043] [2025/04/04 18:56:32.008 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=14181] [2025/04/04 18:56:32.018 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=15279] [2025/04/04 18:56:32.028 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=15279] [2025/04/04 18:56:32.038 +08:00] [INFO] [lightning.go:376] [IOTotalBytes] [IOTotalBytes=15279] *===== TEST: [lightning_record_network] success! =====* { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... TiFlash started. selected test cases: lightning_issue_519 Run cases: lightning_reload_cert { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_519/run.sh... =====* + run_sql 'DROP DATABASE IF EXISTS issue519;' + run_lightning --backend tidb +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:36 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_519 --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_issue_519.25985.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_519/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_issue_519/data --sorted-kv-dir /tmp/lightning_test/lightning_issue_519.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT b FROM issue519.t WHERE a = '\'''\'''\'''\'';' *************************** 1. row *************************** b: " + check_contains 'b: "' + run_sql 'SELECT hex(a) FROM issue519.t WHERE b = 0x222722272727272722;' *************************** 1. row *************************** hex(a): 2227272727222722 + check_contains 'hex(a): 2227272727222722' *===== TEST: [lightning_issue_519] success! =====* Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash seems doesn't started, retrying... Run cases: lightning_local_backend "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_tool_135 Starting PD... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_135/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:43 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_135 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_tool_135.38110.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_135/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_tool_135/data --sorted-kv-dir /tmp/lightning_test/lightning_tool_135.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_concurrent-restore tidb lightning exit successfully PASS {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... coverage: 23.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** count(a): 1000 sum(a): 601500 min(a): 102 max(a): 1101 *************************** 1. row *************************** count(a): 1001 min(a): 102 max(a) > 1101: 1 *************************** 1. row *************************** count(a): 1000 sum(a): 548500 min(a): 49 max(a): 1048 *************************** 1. row *************************** count(a): 1001 min(a): 49 max(a) > 1048: 1 *************************** 1. row *************************** count(a): 1000 sum(a): 532218793 min(a): 1071 max(a): 1048054 count(b): 1000 sum(b): 645500 min(b): 146 max(b): 1145 *************************** 1. row *************************** count(a): 1001 sum(a): 532448060 min(a): 1071 max(a): 1048054 count(b): 1001 min(b): 146 max(b) > 1145: 1 *************************** 1. row *************************** count(a): 1000 sum(a): 588500 min(a): 89 max(a): 1088 *************************** 1. row *************************** count(a): 1001 min(a): 89 max(a) > 1088: 1 *************************** 1. row *************************** count(a): 1000 sum(a): 534846115 min(a): 970 max(a): 1045357 count(b): 1000 sum(b): 563500 min(b): 64 max(b): 1063 *************************** 1. row *************************** count(a): 1001 sum(a): 535514348 min(a): 970 max(a): 1045357 count(b): 1001 min(b): 64 max(b) > 1063: 1 *===== TEST: [lightning_tool_135] success! =====* { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... TiFlash started. selected test cases: lightning_various_types *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_concurrent-restore/run.sh... =====* *************************** 1. row *************************** VARIABLE_VALUE: 10m0s +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:46 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_concurrent-restore -d' '/tmp/lightning_test/restore_conc.mydump >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_concurrent-restore.24336.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_concurrent-restore/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_concurrent-restore/data --sorted-kv-dir /tmp/lightning_test/lightning_concurrent-restore.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/restore_conc.mydump Verbose debug logs will be written to /tmp/lightning_test/lightning.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7823/lightning-test already exists) tidb lightning exit successfully PASS coverage: 23.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** VARIABLE_VALUE: 10m0s *===== TEST: [lightning_concurrent-restore] success! =====* [Pipeline] // cache [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] sh TiFlash started. selected test cases: lightning_drop_other_tables_halfway + ls -alh /tmp/group_cover total 12M drwxr-xr-x. 2 jenkins jenkins 4.0K Apr 4 18:56 . drwxrwxrwt. 1 root root 4.0K Apr 4 18:56 .. -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_shard_rowid.2126.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:53 cov.lightning_source_linkfile.4010.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:53 cov.lightning_source_linkfile.4050.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_sqlmode.6061.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_tidb_duplicate_data.8016.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_tidb_duplicate_data.8090.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_tidb_rowid.10202.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_tidb_rowid.9995.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_tikv_multi_rocksdb.32907.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:56 cov.lightning_too_many_columns.36204.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:56 cov.lightning_too_many_columns.36245.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:56 cov.lightning_tool_135.38110.out + gocovmerge /tmp/group_cover/cov.lightning_shard_rowid.2126.out /tmp/group_cover/cov.lightning_source_linkfile.4010.out /tmp/group_cover/cov.lightning_source_linkfile.4050.out /tmp/group_cover/cov.lightning_sqlmode.6061.out /tmp/group_cover/cov.lightning_tidb_duplicate_data.8016.out /tmp/group_cover/cov.lightning_tidb_duplicate_data.8090.out /tmp/group_cover/cov.lightning_tidb_rowid.10202.out /tmp/group_cover/cov.lightning_tidb_rowid.9995.out /tmp/group_cover/cov.lightning_tikv_multi_rocksdb.32907.out /tmp/group_cover/cov.lightning_too_many_columns.36204.out /tmp/group_cover/cov.lightning_too_many_columns.36245.out /tmp/group_cover/cov.lightning_tool_135.38110.out + codecov --rootDir . --flags integration --file coverage.txt --branch origin/pr/60132 --sha d992efb82fbe1dce48ee9795468c1255987b0fe0 --pr 60132 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_various_types/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:47 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_various_types --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_various_types.15374.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_various_types/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_various_types/data --sorted-kv-dir /tmp/lightning_test/lightning_various_types.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 15.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import using tidb finished *************************** 1. row *************************** count(pk): 16 bin(min(pk)): 0 bin(max(pk)): 11 *************************** 1. row *************************** sum(ref): 82 *************************** 1. row *************************** count(pk): 50 min(pk): -99.9990 max(pk): 99.9912 sum(pk): -9.9123 *************************** 1. row *************************** ref: 22 *************************** 1. row *************************** count(pk): 41 min(pk): 9.85967654375977e-305 max(pk): 1.0142320547350045e304 *************************** 1. row *************************** ref: 245 *************************** 1. row *************************** count(pk): 70 min(pk): 1026-09-21 15:15:54.335745 max(pk): 9889-01-08 08:51:03.389832 count(uk): 70 min(uk): 1970-11-09 19:25:45.843 max(uk): 2036-10-14 10:48:28.620 *************************** 1. row *************************** ref: 7 *************************** 1. row *************************** ref: 32 *************************** 1. row *************************** count(pk): 50 min(pk): 090abbb2-f22e-4f97-a4fe-a52eb1a80a0b max(pk): fde1328c-409c-43a8-b1b0-8c35c8000f92 *************************** 1. row *************************** ref: 41 *************************** 1. row *************************** count(pk): 51 hex(min(pk)): 00000000000000000000000000000000 hex(max(pk)): FDE1328C409C43A8B1B08C35C8000F92 *************************** 1. row *************************** ref: 41 *************************** 1. row *************************** count(pk): 92 count(DISTINCT js): 92 [2025-04-04T10:56:48.350Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.8.0 [2025-04-04T10:56:48.351Z] ['info'] => Project root located at: . [2025-04-04T10:56:48.354Z] ['info'] -> Token found by environment variables [2025-04-04T10:56:48.365Z] ['info'] Searching for coverage files... [2025-04-04T10:56:48.454Z] ['info'] => Found 1 possible coverage files: coverage.txt [2025-04-04T10:56:48.454Z] ['info'] Processing coverage.txt... [2025-04-04T10:56:48.473Z] ['info'] Using manual override from args. [2025-04-04T10:56:48.473Z] ['info'] Detected Jenkins CI as the CI provider. [2025-04-04T10:56:48.481Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.8.0&token=*******&branch=origin%2Fpr%2F60132&build=7823&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fpull_lightning_integration_test%2F7823%2F&commit=d992efb82fbe1dce48ee9795468c1255987b0fe0&job=&pr=60132&service=jenkins&slug=PingCAP-QE%2Fci&name=&tag=&flags=integration&parent= *************************** 1. row *************************** pk: 1089 *************************** 1. row *************************** js: {"126": 1, "52": 1, "54": 1, "68": 1} *************************** 1. row *************************** count(*): 26 *************************** 1. row *************************** count(*): 10 *************************** 1. row *************************** set: x00,x06,x07,x09,x17,x20,x23,x24,x27,x37,x44,x46,x49,x54,x55,x58,x61,x62 *************************** 1. row *************************** set: x07,x08,x09,x10,x11,x12,x14,x16,x17,x18,x19,x22,x25,x26,x28,x29,x30,x31,x32,x33,x35,x38,x39,x41,x44,x46,x49,x51,x53,x55,x56,x58,x61,x63 *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** sum(pk): 5 *************************** 1. row *************************** sum(pk): 18 *************************** 1. row *************************** sum(pk): 40 *************************** 1. row *************************** a: 18446744073709551614 b: -9223372036854775806 c: 99999999999999999999.0 d: 1.8446744073709552e19 *************************** 1. row *************************** count(*): 6 sum(id): -3341565093352173667 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:48 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_various_types --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_various_types.15613.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_various_types/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_various_types/data --sorted-kv-dir /tmp/lightning_test/lightning_various_types.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log [2025-04-04T10:56:49.026Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/d992efb82fbe1dce48ee9795468c1255987b0fe0 https://storage.googleapis.com/codecov-production/shelter/v4/github/pingcap/tidb/d992efb82fbe1dce48ee9795468c1255987b0fe0/f33ad7de-2313-47c6-a82c-022f3b00044e.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJWQHUGIBILH4J7Q6ZUSCIFNEOLYSNDS7L3B4N5SIBQ2J4YLYE5CRFCD%2F20250404%2Fus%2Fs3%2Faws4_request&X-Amz-Date=20250404T105648Z&X-Amz-Expires=120&X-Amz-SignedHeaders=host&X-Amz-Signature=f83418ebf47aa87bb90232cb98b6649f2292d9b19f2b0d5a3a4435fec2da4101 [2025-04-04T10:56:49.026Z] ['info'] Uploading... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_drop_other_tables_halfway/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:49 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_drop_other_tables_halfway >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_drop_other_tables_halfway.17415.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_drop_other_tables_halfway/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_drop_other_tables_halfway/data --sorted-kv-dir /tmp/lightning_test/lightning_drop_other_tables_halfway.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log failpoint: getTableStructuresByFileMeta_BeforeFetchRemoteTableModels [2025-04-04T10:56:50.031Z] ['info'] {"status":"processing","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/d992efb82fbe1dce48ee9795468c1255987b0fe0"} [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7823/lightning-test already exists) [Pipeline] } [Pipeline] // cache [Pipeline] // timeout tidb lightning exit successfully PASS coverage: 25.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import using local finished *************************** 1. row *************************** count(pk): 16 bin(min(pk)): 0 bin(max(pk)): 11 *************************** 1. row *************************** sum(ref): 82 [Pipeline] } [Pipeline] } [Pipeline] // dir [Pipeline] // stage Post stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } *************************** 1. row *************************** count(pk): 50 min(pk): -99.9990 max(pk): 99.9912 sum(pk): -9.9123 *************************** 1. row *************************** ref: 22 *************************** 1. row *************************** count(pk): 41 min(pk): 9.85967654375977e-305 max(pk): 1.0142320547350045e304 *************************** 1. row *************************** ref: 245 *************************** 1. row *************************** count(pk): 70 min(pk): 1026-09-21 15:15:54.335745 max(pk): 9889-01-08 08:51:03.389832 count(uk): 70 min(uk): 1970-11-09 19:25:45.843 max(uk): 2036-10-14 10:48:28.620 *************************** 1. row *************************** ref: 7 *************************** 1. row *************************** ref: 32 *************************** 1. row *************************** count(pk): 50 min(pk): 090abbb2-f22e-4f97-a4fe-a52eb1a80a0b max(pk): fde1328c-409c-43a8-b1b0-8c35c8000f92 *************************** 1. row *************************** ref: 41 *************************** 1. row *************************** count(pk): 51 hex(min(pk)): 00000000000000000000000000000000 hex(max(pk)): FDE1328C409C43A8B1B08C35C8000F92 *************************** 1. row *************************** ref: 41 *************************** 1. row *************************** count(pk): 92 count(DISTINCT js): 92 [Pipeline] // node [Pipeline] } [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] // podTemplate [Pipeline] } [Pipeline] sh *************************** 1. row *************************** pk: 1089 *************************** 1. row *************************** js: {"126": 1, "52": 1, "54": 1, "68": 1} *************************** 1. row *************************** count(*): 26 *************************** 1. row *************************** count(*): 10 *************************** 1. row *************************** set: x00,x06,x07,x09,x17,x20,x23,x24,x27,x37,x44,x46,x49,x54,x55,x58,x61,x62 *************************** 1. row *************************** set: x07,x08,x09,x10,x11,x12,x14,x16,x17,x18,x19,x22,x25,x26,x28,x29,x30,x31,x32,x33,x35,x38,x39,x41,x44,x46,x49,x51,x53,x55,x56,x58,x61,x63 *************************** 1. row *************************** count(*): 6 *************************** 1. row *************************** sum(pk): 5 *************************** 1. row *************************** sum(pk): 18 *************************** 1. row *************************** sum(pk): 40 *************************** 1. row *************************** a: 18446744073709551614 b: -9223372036854775806 c: 99999999999999999999.0 d: 1.8446744073709552e19 *************************** 1. row *************************** count(*): 6 sum(id): -3341565093352173667 *===== TEST: [lightning_various_types] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } + ls -alh /tmp/group_cover total 35M drwxr-xr-x. 2 jenkins jenkins 4.0K Apr 4 18:56 . drwxrwxrwt. 1 root root 4.0K Apr 4 18:56 .. -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.6871.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.6944.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7013.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7086.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7165.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7237.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7315.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7392.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7530.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7601.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7672.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7736.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7807.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7878.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.7959.out -rw-r--r--. 1 jenkins jenkins 956K Apr 4 18:52 cov.ctl.lightning_checkpoint_error_destroy.8031.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:51 cov.lightning_checkpoint_engines.2137.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_checkpoint_engines.2478.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_checkpoint_engines.2787.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_checkpoint_engines_order.4937.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_checkpoint_error_destroy.7422.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_checkpoint_error_destroy.8061.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_checkpoint_parquet.9952.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_checkpoint_timestamp.11871.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_checkpoint_timestamp.12026.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_cmdline_override.15816.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_column_permutation.17635.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_column_permutation.17714.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_common_handle.19572.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_common_handle.19652.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:55 cov.lightning_compress.21554.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:55 cov.lightning_compress.21681.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:55 cov.lightning_compress.21809.out -rw-r--r--. 1 jenkins jenkins 953K Apr 4 18:56 cov.lightning_compress.21987.out -rw-r--r--. 1 jenkins jenkins 953K Apr 4 18:56 cov.lightning_compress.22192.out -rw-r--r--. 1 jenkins jenkins 953K Apr 4 18:56 cov.lightning_compress.22391.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:56 cov.lightning_concurrent-restore.24336.out + gocovmerge /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.6871.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.6944.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7013.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7086.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7165.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7237.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7315.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7392.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7530.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7601.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7672.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7736.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7807.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7878.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.7959.out /tmp/group_cover/cov.ctl.lightning_checkpoint_error_destroy.8031.out /tmp/group_cover/cov.lightning_checkpoint_engines.2137.out /tmp/group_cover/cov.lightning_checkpoint_engines.2478.out /tmp/group_cover/cov.lightning_checkpoint_engines.2787.out /tmp/group_cover/cov.lightning_checkpoint_engines_order.4937.out /tmp/group_cover/cov.lightning_checkpoint_error_destroy.7422.out /tmp/group_cover/cov.lightning_checkpoint_error_destroy.8061.out /tmp/group_cover/cov.lightning_checkpoint_parquet.9952.out /tmp/group_cover/cov.lightning_checkpoint_timestamp.11871.out /tmp/group_cover/cov.lightning_checkpoint_timestamp.12026.out /tmp/group_cover/cov.lightning_cmdline_override.15816.out /tmp/group_cover/cov.lightning_column_permutation.17635.out /tmp/group_cover/cov.lightning_column_permutation.17714.out /tmp/group_cover/cov.lightning_common_handle.19572.out /tmp/group_cover/cov.lightning_common_handle.19652.out /tmp/group_cover/cov.lightning_compress.21554.out /tmp/group_cover/cov.lightning_compress.21681.out /tmp/group_cover/cov.lightning_compress.21809.out /tmp/group_cover/cov.lightning_compress.21987.out /tmp/group_cover/cov.lightning_compress.22192.out /tmp/group_cover/cov.lightning_compress.22391.out /tmp/group_cover/cov.lightning_concurrent-restore.24336.out + codecov --rootDir . --flags integration --file coverage.txt --branch origin/pr/60132 --sha d992efb82fbe1dce48ee9795468c1255987b0fe0 --pr 60132 [2025-04-04T10:56:51.354Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.8.0 [2025-04-04T10:56:51.355Z] ['info'] => Project root located at: . [2025-04-04T10:56:51.358Z] ['info'] -> Token found by environment variables [2025-04-04T10:56:51.368Z] ['info'] Searching for coverage files... [2025-04-04T10:56:51.449Z] ['info'] => Found 1 possible coverage files: coverage.txt [2025-04-04T10:56:51.449Z] ['info'] Processing coverage.txt... [2025-04-04T10:56:51.470Z] ['info'] Using manual override from args. [2025-04-04T10:56:51.470Z] ['info'] Detected Jenkins CI as the CI provider. [2025-04-04T10:56:51.499Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.8.0&token=*******&branch=origin%2Fpr%2F60132&build=7823&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fpull_lightning_integration_test%2F7823%2F&commit=d992efb82fbe1dce48ee9795468c1255987b0fe0&job=&pr=60132&service=jenkins&slug=PingCAP-QE%2Fci&name=&tag=&flags=integration&parent= [2025-04-04T10:56:52.032Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/d992efb82fbe1dce48ee9795468c1255987b0fe0 https://storage.googleapis.com/codecov-production/shelter/v4/github/pingcap/tidb/d992efb82fbe1dce48ee9795468c1255987b0fe0/dd2278e4-6a37-4cfb-9886-c22fe400e832.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJWQHUGIBILH4J7Q6ZUSCIFNEOLYSNDS7L3B4N5SIBQ2J4YLYE5CRFCD%2F20250404%2Fus%2Fs3%2Faws4_request&X-Amz-Date=20250404T105651Z&X-Amz-Expires=120&X-Amz-SignedHeaders=host&X-Amz-Signature=b5a1942c3de8ec16893b2f5554a53b2f144da82eb657e22edc7cc3aa12ef6c51 [2025-04-04T10:56:52.032Z] ['info'] Uploading... TiFlash started. selected test cases: lightning_reload_cert Run cases: lightning_view [2025-04-04T10:56:53.155Z] ['info'] {"status":"processing","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/d992efb82fbe1dce48ee9795468c1255987b0fe0"} [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } table dropped {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_reload_cert/run.sh... =====* + cp /tmp/lightning_test/certs/lightning.pem /tmp/lightning_test/certs/lightning-valid.pem + trap 'mv "$TEST_DIR/certs/lightning-valid.pem" "$TEST_DIR/certs/lightning.pem"' EXIT + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/server/SetCertExpiredSoon=return("/tmp/lightning_test/certs/ca.key")' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/server/SetCertExpiredSoon=return("/tmp/lightning_test/certs/ca.key")' + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/server/SetCertExpiredSoon=return("/tmp/lightning_test/certs/ca.key");github.com/pingcap/tidb/lightning/pkg/importer/SlowDownWriteRows=sleep(15000)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/server/SetCertExpiredSoon=return("/tmp/lightning_test/certs/ca.key");github.com/pingcap/tidb/lightning/pkg/importer/SlowDownWriteRows=sleep(15000)' + shpid=21918 + sleep 15 + run_lightning --backend=local +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:54 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_reload_cert --backend=local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_reload_cert.21918.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_reload_cert/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_reload_cert/data --sorted-kv-dir /tmp/lightning_test/lightning_reload_cert.sorted --enable-checkpoint=0 --check-requirements=0 --backend=local Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... failpoint: FetchRemoteTableModels_BeforeFetchTableAutoIDInfos tidb lightning exit successfully PASS coverage: 14.2% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *===== TEST: [lightning_drop_other_tables_halfway] success! =====* TiFlash started. selected test cases: lightning_local_backend Run cases: lightning_duplicate_detection { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend + check_cluster_version 4 0 0 'local backend' + ENGINE_COUNT=6 + res_file=/tmp/lightning_test/sql_res.lightning_local_backend.txt + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + rm -rf /tmp/lightning_test/lightning.log + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_sql 'CREATE DATABASE cpeng;' + run_sql 'CREATE TABLE cpeng.a (c int);' + run_sql 'CREATE TABLE cpeng.b (c int);' + run_sql 'INSERT INTO cpeng.a values (1), (2);' + run_sql 'INSERT INTO cpeng.b values (3);' + run_lightning --backend local --enable-checkpoint=0 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:59 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local '--enable-checkpoint=0 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27866.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:PreCheck:ErrPreCheckFailed]tidb-lightning pre-check failed: table(s) [`cpeng`.`a`, `cpeng`.`b`] are not empty warning: GOCOVERDIR not set, no coverage data emitted + grep -Fq 'table(s) [`cpeng`.`a`, `cpeng`.`b`] are not empty' /tmp/lightning_test/lightning.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/FailIngestMeta=1*return("notleader");github.com/pingcap/tidb/br/pkg/restore/split/failToSplit=5*return("");github.com/pingcap/tidb/pkg/lightning/backend/local/failToSplit=5*return("")' + GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/FailIngestMeta=1*return("notleader");github.com/pingcap/tidb/br/pkg/restore/split/failToSplit=5*return("");github.com/pingcap/tidb/pkg/lightning/backend/local/failToSplit=5*return("")' + rm -f /tmp/lightning_test/lightning-local.log + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -L debug +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:56:59 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -L 'debug >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27908.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -L debug Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log Starting PD... tidb lightning exit successfully PASS coverage: 28.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + grep -q 'retryable error' /tmp/lightning_test/lightning-local.log + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' + run_sql 'DROP DATABASE cpeng;' + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/FailIngestMeta=2*return("epochnotmatch");github.com/pingcap/tidb/pkg/lightning/backend/local/NoLeader=1*return()' + GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/FailIngestMeta=2*return("epochnotmatch");github.com/pingcap/tidb/pkg/lightning/backend/local/NoLeader=1*return()' + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:03 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.27998.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log "is_initialized": true, Starting TiDB... Verifying TiDB is started... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + ok=0 + for _ in {0..60} + grep -Fq 'tls: expired certificate' /tmp/lightning_test/lightning.log + sleep 1 tidb lightning exit successfully PASS coverage: 28.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' + run_sql 'DROP DATABASE cpeng;' + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + set +e + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailIfStatusBecomes=return(90);' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailIfStatusBecomes=return(90);' ++ seq 6 + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 1/6) ********' ******** Importing Table Now (step 1/6) ******** + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:09 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28091.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml bad failpoint "" + '[' 1 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 2/6) ********' ******** Importing Table Now (step 2/6) ******** + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:09 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28116.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml bad failpoint "" + '[' 1 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 3/6) ********' ******** Importing Table Now (step 3/6) ******** + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:09 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28133.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml bad failpoint "" + '[' 1 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 4/6) ********' ******** Importing Table Now (step 4/6) ******** + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:09 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28156.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml bad failpoint "" + '[' 1 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 5/6) ********' ******** Importing Table Now (step 5/6) ******** + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:09 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28179.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml bad failpoint "" + '[' 1 -ne 0 ']' + for i in $(seq "$ENGINE_COUNT") + echo '******** Importing Table Now (step 6/6) ********' ******** Importing Table Now (step 6/6) ******** + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:09 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28202.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml bad failpoint "" + '[' 1 -ne 0 ']' + set -e + export GO_FAILPOINTS= + GO_FAILPOINTS= + echo '******** Verify checkpoint no-op ********' ******** Verify checkpoint no-op ******** + run_lightning --backend local --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml --log-file /tmp/lightning_test/sql_res.lightning_local_backend.txt -L debug +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:10 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml --log-file /tmp/lightning_test/sql_res.lightning_local_backend.txt -L 'debug >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28224.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml --log-file /tmp/lightning_test/sql_res.lightning_local_backend.txt -L debug Verbose debug logs will be written to /tmp/lightning_test/sql_res.lightning_local_backend.txt + for _ in {0..60} + grep -Fq 'tls: expired certificate' /tmp/lightning_test/lightning.log + ok=1 + break ++ pstree -p 21918 ++ grep -Eo 'tidb-lightning\.\([0-9]*\)' ++ grep -Eo '[0-9]*' + pid=21924 + '[' -n 21924 ']' + kill -9 21924 + '[' 1 = 0 ']' + cp /tmp/lightning_test/certs/lightning-valid.pem /tmp/lightning_test/certs/lightning.pem + rm -rf /tmp/lightning_test/lightning_reload_cert.sorted /tmp/lightning_test/lightning.log + run_lightning --backend=local + sleep 10 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:10 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_reload_cert --backend=local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_reload_cert.21989.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_reload_cert/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_reload_cert/data --sorted-kv-dir /tmp/lightning_test/lightning_reload_cert.sorted --enable-checkpoint=0 --check-requirements=0 --backend=local /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning: line 34: 21924 Killed tidb-lightning.test -test.coverprofile="$COV_DIR/cov.$TEST_NAME.$$.out" DEVEL --ca "$TEST_DIR/certs/ca.pem" --cert "$TEST_DIR/certs/lightning.pem" --key "$TEST_DIR/certs/lightning.key" --log-file "$TEST_DIR/lightning.log" --tidb-port 4000 --pd-urls '127.0.0.1:2379' --config "$TESTS_ROOT/$TEST_NAME/config.toml" -d "$TESTS_ROOT/$TEST_NAME/data" --sorted-kv-dir "$TEST_DIR/$TEST_NAME.sorted" --enable-checkpoint=0 --check-requirements=0 "$@" Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 27.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_not_contains 'failed to set system var' + check_not_contains 'unknown system var' + check_contains 'skip read-only variable' + check_contains lc_time_names + run_sql 'SELECT count(*), sum(c) FROM cpeng.a' *************************** 1. row *************************** count(*): 4 sum(c): 10 + check_contains 'count(*): 4' + check_contains 'sum(c): 10' + run_sql 'SELECT count(*), sum(c) FROM cpeng.b' *************************** 1. row *************************** count(*): 4 sum(c): 46 + check_contains 'count(*): 4' + check_contains 'sum(c): 46' + for ckpt in mysql file + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test' + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + set +e + export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return + GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:10 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28318.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log TiFlash started. selected test cases: lightning_view tidb lightning exit successfully PASS coverage: 25.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + set -e + run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml + grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test' + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + set +e + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return' + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:11 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28416.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log panic: forcing failure due to FailIfImportedChunk goroutine 664 [running]: github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc00147ea00, {0xc002158798?}) /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:911 +0xb58 created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 113 /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:655 +0x2c9 + set -e + run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml + grep -Eq 'These tables are missing intermediate files: \[.+\]' /tmp/lightning_test/lightning_ctl.output + ls -lA /tmp/lightning_test/lightning_local_backend.sorted total 16 drwxr-xr-x 2 jenkins jenkins 4096 Apr 4 18:57 0f3182ea-38f9-5947-825c-2db765ea3f98 drwxr-x--- 2 jenkins jenkins 4096 Apr 4 18:57 0f3182ea-38f9-5947-825c-2db765ea3f98.sst drwxr-xr-x 2 jenkins jenkins 4096 Apr 4 18:57 c872a8e3-b992-5cbf-b35b-2a89bc464ee4 drwxr-x--- 2 jenkins jenkins 4096 Apr 4 18:57 c872a8e3-b992-5cbf-b35b-2a89bc464ee4.sst + set +e + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)' + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:12 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28515.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log 2025/04/04 18:57:12 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/c872a8e3-b992-5cbf-b35b-2a89bc464ee4/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:57:12 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/0f3182ea-38f9-5947-825c-2db765ea3f98/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches "is_initialized": true, Starting TiDB... Verifying TiDB is started... panic: forcing failure due to FailIfIndexEngineImported goroutine 667 [running]: github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc0002f3a00, {0xc0002f0a00?}) /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:931 +0xaa5 created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 145 /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:655 +0x2c9 + set -e + run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml + grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output + for ckpt in mysql file + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test' + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + set +e + export GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return + GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterWriteRows=return + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:13 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28607.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_view/run.sh... =====* Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 26.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + set -e + run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml tidb lightning exit successfully PASS coverage: 23.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output + run_sql 'DROP DATABASE IF EXISTS cpeng;' + run_sql 'DROP DATABASE IF EXISTS tidb_lightning_checkpoint_local_backend_test' + rm -f /tmp/tidb_lightning_checkpoint_local_backend_test.pb + set +e + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/LocalBackendSaveCheckpoint=return;github.com/pingcap/tidb/lightning/pkg/importer/FailIfImportedChunk=return' + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:13 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28715.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log *************************** 1. row *************************** count(*): 3 sum(i): 6 *************************** 1. row *************************** count(*): 1 *************************** 1. row *************************** s: test1 Verbose debug logs will be written to /tmp/lightning_test/lightning.log panic: forcing failure due to FailIfImportedChunk goroutine 612 [running]: github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc0008cae00, {0xc002235798?}) /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:911 +0xb58 created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 135 /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:655 +0x2c9 + set -e + run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml + grep -Eq 'These tables are missing intermediate files: \[.+\]' /tmp/lightning_test/lightning_ctl.output + ls -lA /tmp/lightning_test/lightning_local_backend.sorted total 16 drwxr-xr-x 2 jenkins jenkins 4096 Apr 4 18:57 0f3182ea-38f9-5947-825c-2db765ea3f98 drwxr-x--- 2 jenkins jenkins 4096 Apr 4 18:57 0f3182ea-38f9-5947-825c-2db765ea3f98.sst drwxr-xr-x 2 jenkins jenkins 4096 Apr 4 18:57 c872a8e3-b992-5cbf-b35b-2a89bc464ee4 drwxr-x--- 2 jenkins jenkins 4096 Apr 4 18:57 c872a8e3-b992-5cbf-b35b-2a89bc464ee4.sst + set +e + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailIfIndexEngineImported=return(1)' + run_lightning --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:14 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend --backend' local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_local_backend.28806.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/data --sorted-kv-dir /tmp/lightning_test/lightning_local_backend.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-local.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-local.log 2025/04/04 18:57:14 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/c872a8e3-b992-5cbf-b35b-2a89bc464ee4/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches 2025/04/04 18:57:14 [JOB 1] WAL file /tmp/lightning_test/lightning_local_backend.sorted/0f3182ea-38f9-5947-825c-2db765ea3f98/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches tidb lightning exit successfully PASS coverage: 14.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 3 sum(i): 6 *************************** 1. row *************************** count(*): 1 *************************** 1. row *************************** s: test1 *===== TEST: [lightning_view] success! =====* panic: forcing failure due to FailIfIndexEngineImported goroutine 698 [running]: github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).listenCheckpointUpdates(0xc001136200, {0xc0023f2230?}) /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:931 +0xaa5 created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).initCheckpoint in goroutine 134 /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:655 +0x2c9 + set -e + run_lightning_ctl --check-local-storage --backend local --enable-checkpoint=1 --config=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/file.toml + grep -Fq 'No table has lost intermediate files according to given config' /tmp/lightning_test/lightning_ctl.output + run_lightning_ctl --backend local --enable-checkpoint=1 --checkpoint-dump /tmp/lightning_test --config=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_local_backend/mysql.toml + for file in engines.csv chunks.csv tables.csv + '[' '!' -f /tmp/lightning_test/engines.csv ']' + for file in engines.csv chunks.csv tables.csv + '[' '!' -f /tmp/lightning_test/chunks.csv ']' + for file in engines.csv chunks.csv tables.csv + '[' '!' -f /tmp/lightning_test/tables.csv ']' + rm -r /tmp/lightning_test/lightning_local_backend.sorted *===== TEST: [lightning_local_backend] success! =====* {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Run cases: lightning_write_batch Run cases: lightning_max_incr TiFlash started. selected test cases: lightning_duplicate_detection Starting PD... Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection + check_cluster_version 5 2 0 'duplicate detection' + LOG_FILE1=/tmp/lightning_test/lightning-duplicate-detection1.log + LOG_FILE2=/tmp/lightning_test/lightning-duplicate-detection2.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(250)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownImport=sleep(250)' + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-detection1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/config1.toml + wait + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-detection2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/config2.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date ++ date + echo '[Fri Apr 4 18:57:20 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-detection1.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/config1.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection.19282.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-detection1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/config1.toml + echo '[Fri Apr 4 18:57:20 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-detection2.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/config2.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection.19283.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-detection2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/config2.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection2.log Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection1.log + cp /tmp/lightning_test/certs/lightning-valid.pem /tmp/lightning_test/certs/lightning.pem { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... tidb lightning exit successfully PASS coverage: 23.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + mv /tmp/lightning_test/certs/lightning-valid.pem /tmp/lightning_test/certs/lightning.pem *===== TEST: [lightning_reload_cert] success! =====* { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 86 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 28.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 129 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 30.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + verify_detected_rows ta + table=ta + mapfile -t rows ++ sed 's/^.*(//' ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.ta.0.sql /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.ta.1.sql ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x Run cases: lightning_restore "is_initialized": true, Starting TiDB... Verifying TiDB is started... Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... + '[' 1 = 0 ']' + verify_detected_rows tb + table=tb + mapfile -t rows ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tb.0.sql /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tb.1.sql ++ sed 's/^.*(//' ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... TiFlash started. selected test cases: lightning_write_batch TiFlash started. selected test cases: lightning_max_incr *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch + mkdir -p /tmp/lightning_test/data + run_sql 'DROP DATABASE IF EXISTS test;' + run_sql 'DROP TABLE IF EXISTS test.t;' + cat + cat + set +x + rm -rf /tmp/lightning_test/lightning.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/afterFlushKVs=return(true)' + GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/afterFlushKVs=return(true)' + run_lightning --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/kv-count.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:38 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch --backend' local -d /tmp/lightning_test/data --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/kv-count.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_write_batch.19642.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/data --sorted-kv-dir /tmp/lightning_test/lightning_write_batch.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/kv-count.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_contains 'afterFlushKVs count=100,' /tmp/lightning_test/lightning.log + check_not_contains 'afterFlushKVs count=20,' /tmp/lightning_test/lightning.log + check_contains 'send-kv-pairs\":20,' /tmp/lightning_test/lightning.log + check_contains 'send-kv-size\":16384,' /tmp/lightning_test/lightning.log + rm -rf /tmp/lightning_test/data/test.t.0.csv + run_sql 'truncate table test.t;' + set +x + rm -rf /tmp/lightning_test/lightning.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/pkg/lightning/backend/local/afterFlushKVs=return(true)' + GO_FAILPOINTS='github.com/pingcap/tidb/pkg/lightning/backend/local/afterFlushKVs=return(true)' + run_lightning --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/kv-size.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:38 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch --backend' local -d /tmp/lightning_test/data --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/kv-size.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_write_batch.19702.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/data --sorted-kv-dir /tmp/lightning_test/lightning_write_batch.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_batch/kv-size.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_contains 'afterFlushKVs count=1,' /tmp/lightning_test/lightning.log + check_not_contains 'afterFlushKVs count=20,' /tmp/lightning_test/lightning.log + check_contains 'send-kv-pairs\":32768,' /tmp/lightning_test/lightning.log + check_contains 'send-kv-size\":10,' /tmp/lightning_test/lightning.log *===== TEST: [lightning_write_batch] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr + check_cluster_version 4 0 0 'local backend' + ENGINE_COUNT=6 + cleanup + rm -f /tmp/lightning_test/lightning.log + rm -rf /tmp/lightning_test/sst + run_sql 'DROP DATABASE IF EXISTS db;' + run_lightning --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr/config.toml --log-file /tmp/lightning_test/lightning.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:39 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr --sorted-kv-dir' /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr/config.toml --log-file '/tmp/lightning_test/lightning.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_max_incr.30753.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr/data --sorted-kv-dir /tmp/lightning_test/lightning_max_incr.sorted --enable-checkpoint=0 --check-requirements=0 --sorted-kv-dir /tmp/lightning_test/sst --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_max_incr/config.toml --log-file /tmp/lightning_test/lightning.log Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + check_result + run_sql 'SHOW DATABASES;' *************************** 1. row *************************** Database: INFORMATION_SCHEMA *************************** 2. row *************************** Database: METRICS_SCHEMA *************************** 3. row *************************** Database: PERFORMANCE_SCHEMA *************************** 4. row *************************** Database: db *************************** 5. row *************************** Database: mysql *************************** 6. row *************************** Database: sys *************************** 7. row *************************** Database: test + check_contains 'Database: db' + run_sql 'SHOW TABLES IN db;' *************************** 1. row *************************** Tables_in_db: test *************************** 2. row *************************** Tables_in_db: test1 + check_contains 'Tables_in_db: test' + check_contains 'Tables_in_db: test1' + run_sql 'SELECT count(*) FROM db.test;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'SELECT count(*) FROM db.test1;' *************************** 1. row *************************** count(*): 2 + check_contains 'count(*): 2' + run_sql 'INSERT INTO db.test(b) VALUES(11);' + run_sql 'INSERT INTO db.test1(b) VALUES(22);' + tee -a /tmp/lightning_test/sql_res.lightning_max_incr.txt ERROR 1467 (HY000) at line 1: Failed to read auto-increment value from storage engine + check_contains ERROR + cleanup + rm -f /tmp/lightning_test/lightning.log + rm -rf /tmp/lightning_test/sst + run_sql 'DROP DATABASE IF EXISTS db;' *===== TEST: [lightning_max_incr] success! =====* "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' 1 = 0 ']' + verify_detected_rows tc + table=tc + mapfile -t rows ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tc.0.sql /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tc.1.sql ++ sed 's/^.*(//' ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x Run cases: lightning_write_limit [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7823/lightning-test already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] sh + ls -alh /tmp/group_cover total 31M drwxr-xr-x 2 jenkins jenkins 4.0K Apr 4 18:57 . drwxrwxrwt 1 root root 4.0K Apr 4 18:57 .. -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:57 cov.ctl.lightning_local_backend.28374.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:57 cov.ctl.lightning_local_backend.28481.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:57 cov.ctl.lightning_local_backend.28567.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:57 cov.ctl.lightning_local_backend.28675.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:57 cov.ctl.lightning_local_backend.28774.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:57 cov.ctl.lightning_local_backend.28867.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:57 cov.ctl.lightning_local_backend.28900.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_file_routing.5898.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_foreign_key.7818.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:52 cov.lightning_foreign_key.7871.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_gcs.9844.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:53 cov.lightning_generated_columns.11750.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_generated_columns.11938.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_ignore_columns.13907.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_ignore_columns.14019.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_import_compress.15987.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_import_compress.16050.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_import_compress.16109.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_incremental.18032.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:55 cov.lightning_incremental.18217.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_issue_282.20195.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_issue_282.20234.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_issue_40657.22110.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_issue_40657.22185.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:56 cov.lightning_issue_410.24064.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:56 cov.lightning_issue_410.24104.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:56 cov.lightning_issue_519.25985.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:57 cov.lightning_local_backend.27908.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:57 cov.lightning_local_backend.27998.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:57 cov.lightning_local_backend.28224.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:57 cov.lightning_local_backend.28318.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:57 cov.lightning_local_backend.28607.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:57 cov.lightning_max_incr.30753.out + gocovmerge /tmp/group_cover/cov.ctl.lightning_local_backend.28374.out /tmp/group_cover/cov.ctl.lightning_local_backend.28481.out /tmp/group_cover/cov.ctl.lightning_local_backend.28567.out /tmp/group_cover/cov.ctl.lightning_local_backend.28675.out /tmp/group_cover/cov.ctl.lightning_local_backend.28774.out /tmp/group_cover/cov.ctl.lightning_local_backend.28867.out /tmp/group_cover/cov.ctl.lightning_local_backend.28900.out /tmp/group_cover/cov.lightning_file_routing.5898.out /tmp/group_cover/cov.lightning_foreign_key.7818.out /tmp/group_cover/cov.lightning_foreign_key.7871.out /tmp/group_cover/cov.lightning_gcs.9844.out /tmp/group_cover/cov.lightning_generated_columns.11750.out /tmp/group_cover/cov.lightning_generated_columns.11938.out /tmp/group_cover/cov.lightning_ignore_columns.13907.out /tmp/group_cover/cov.lightning_ignore_columns.14019.out /tmp/group_cover/cov.lightning_import_compress.15987.out /tmp/group_cover/cov.lightning_import_compress.16050.out /tmp/group_cover/cov.lightning_import_compress.16109.out /tmp/group_cover/cov.lightning_incremental.18032.out /tmp/group_cover/cov.lightning_incremental.18217.out /tmp/group_cover/cov.lightning_issue_282.20195.out /tmp/group_cover/cov.lightning_issue_282.20234.out /tmp/group_cover/cov.lightning_issue_40657.22110.out /tmp/group_cover/cov.lightning_issue_40657.22185.out /tmp/group_cover/cov.lightning_issue_410.24064.out /tmp/group_cover/cov.lightning_issue_410.24104.out /tmp/group_cover/cov.lightning_issue_519.25985.out /tmp/group_cover/cov.lightning_local_backend.27908.out /tmp/group_cover/cov.lightning_local_backend.27998.out /tmp/group_cover/cov.lightning_local_backend.28224.out /tmp/group_cover/cov.lightning_local_backend.28318.out /tmp/group_cover/cov.lightning_local_backend.28607.out /tmp/group_cover/cov.lightning_max_incr.30753.out + codecov --rootDir . --flags integration --file coverage.txt --branch origin/pr/60132 --sha d992efb82fbe1dce48ee9795468c1255987b0fe0 --pr 60132 Starting PD... [2025-04-04T10:57:43.868Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.8.0 [2025-04-04T10:57:43.869Z] ['info'] => Project root located at: . [2025-04-04T10:57:43.873Z] ['info'] -> Token found by environment variables [2025-04-04T10:57:43.882Z] ['info'] Searching for coverage files... [2025-04-04T10:57:43.970Z] ['info'] => Found 1 possible coverage files: coverage.txt [2025-04-04T10:57:43.970Z] ['info'] Processing coverage.txt... [2025-04-04T10:57:43.990Z] ['info'] Using manual override from args. [2025-04-04T10:57:43.990Z] ['info'] Detected Jenkins CI as the CI provider. [2025-04-04T10:57:43.996Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.8.0&token=*******&branch=origin%2Fpr%2F60132&build=7823&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fpull_lightning_integration_test%2F7823%2F&commit=d992efb82fbe1dce48ee9795468c1255987b0fe0&job=&pr=60132&service=jenkins&slug=PingCAP-QE%2Fci&name=&tag=&flags=integration&parent= {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... [2025-04-04T10:57:44.534Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/d992efb82fbe1dce48ee9795468c1255987b0fe0 https://storage.googleapis.com/codecov-production/shelter/v4/github/pingcap/tidb/d992efb82fbe1dce48ee9795468c1255987b0fe0/76ad6f0e-6632-4be2-aae3-333f2f55aa36.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJWQHUGIBILH4J7Q6ZUSCIFNEOLYSNDS7L3B4N5SIBQ2J4YLYE5CRFCD%2F20250404%2Fus%2Fs3%2Faws4_request&X-Amz-Date=20250404T105744Z&X-Amz-Expires=120&X-Amz-SignedHeaders=host&X-Amz-Signature=91944a816bcc7dada55c6fc2788612588c111bbc767b21b49e416f96641144c6 [2025-04-04T10:57:44.535Z] ['info'] Uploading... [2025-04-04T10:57:45.641Z] ['info'] {"status":"processing","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/d992efb82fbe1dce48ee9795468c1255987b0fe0"} [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } + '[' 1 = 0 ']' + verify_detected_rows td + table=td + mapfile -t rows ++ sed 's/^.*(//' ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.td.0.sql /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.td.1.sql ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x TiFlash started. selected test cases: lightning_restore *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_restore/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:49 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_restore -d' '/tmp/lightning_test/restore.mydump >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_restore.23861.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_restore/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_restore/data --sorted-kv-dir /tmp/lightning_test/lightning_restore.sorted --enable-checkpoint=0 --check-requirements=0 -d /tmp/lightning_test/restore.mydump Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... tidb lightning exit successfully PASS coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:57:53 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_restore >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_restore.24147.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_restore/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_restore/data --sorted-kv-dir /tmp/lightning_test/lightning_restore.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log + '[' 1 = 0 ']' + verify_detected_rows te + table=te + mapfile -t rows ++ sed 's/^.*(//' ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.te.0.sql /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.te.1.sql ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning exit successfully PASS coverage: 25.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Import finished *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *************************** 1. row *************************** sum(i): 1 *===== TEST: [lightning_restore] success! =====* {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... Run cases: lightning_routes + '[' 1 = 0 ']' + verify_detected_rows tf + table=tf + mapfile -t rows ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tf.0.sql /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tf.1.sql ++ sed 's/^.*(//' ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x TiFlash started. selected test cases: lightning_write_limit Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit + mkdir -p /tmp/lightning_test/data + run_sql 'DROP DATABASE IF EXISTS test;' + run_sql 'DROP TABLE IF EXISTS test.t;' + cat + cat + set +x ++ date +%s + start=1743764286 + run_lightning --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:06 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit --backend' local -d /tmp/lightning_test/data --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_write_limit.21592.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit/data --sorted-kv-dir /tmp/lightning_test/lightning_write_limit.sorted --enable-checkpoint=0 --check-requirements=0 --backend local -d /tmp/lightning_test/data --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_write_limit/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... + '[' 1 = 0 ']' + verify_detected_rows tg + table=tg + mapfile -t rows ++ sed 's/^.*(//' ++ grep insert /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tg.0.sql /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection/data/dup_detect.tg.1.sql ++ sed 's/).*$//' ++ sed 's/'\''//g' ++ sed 's/, */,/g' + set +x "is_initialized": true, Starting TiDB... Verifying TiDB is started... + '[' 1 = 0 ']' *===== TEST: [lightning_duplicate_detection] success! =====* Run cases: lightning_duplicate_detection_new {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... tidb lightning exit successfully PASS coverage: 24.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ date +%s + end=1743764296 + take=10 + '[' 10 -lt 10 ']' *===== TEST: [lightning_write_limit] success! =====* Run cases: lightning_add_index Starting PD... TiFlash started. selected test cases: lightning_routes Starting PD... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_routes/run.sh... =====* + echo 'testing checksum-error...' testing checksum-error... + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/checksum-error=1*return()' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/checksum-error=1*return()' + run_sql 'DROP DATABASE IF EXISTS routes_a0;' + run_sql 'DROP DATABASE IF EXISTS routes_a1;' + run_sql 'DROP DATABASE IF EXISTS routes_b;' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:21 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_routes >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_routes.26259.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_routes/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_routes/data --sorted-kv-dir /tmp/lightning_test/lightning_routes.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... tidb lightning exit successfully PASS coverage: 23.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + echo 'test checksum-error success!' test checksum-error success! + run_sql 'SELECT count(1), sum(x) FROM routes_b.u;' *************************** 1. row *************************** count(1): 4 sum(x): 259 + check_contains 'count(1): 4' + check_contains 'sum(x): 259' + run_sql 'SELECT count(1), sum(x) FROM routes_a1.s1;' *************************** 1. row *************************** count(1): 1 sum(x): 1296 + check_contains 'count(1): 1' + check_contains 'sum(x): 1296' + run_sql 'SHOW TABLES IN routes_a1;' *************************** 1. row *************************** Tables_in_routes_a1: s1 + check_not_contains 'Tables_in_routes_a1: t2' *===== TEST: [lightning_routes] success! =====* Run cases: lightning_routes_panic { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... "is_initialized": true, Starting TiDB... Verifying TiDB is started... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_duplicate_detection_new *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new + LOG_FILE=/tmp/lightning_test/lightning-duplicate-detection-new.log + cleanup + run_sql 'DROP DATABASE IF EXISTS test' + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + rm -f /tmp/lightning_test/lightning-duplicate-detection-new.log + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/tidb-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:36 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new --backend' tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/tidb-replace.toml --log-file '/tmp/lightning_test/lightning-duplicate-detection-new.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection_new.86996.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/tidb-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection-new.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 227 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 14.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ run_sql 'SELECT count(*) AS total_count FROM test.dup_detect' ++ grep total_count ++ awk '{print $2}' + expected_rows=174 ++ run_sql 'SELECT group_concat(col1 ORDER BY col1) AS pks FROM test.dup_detect' ++ grep pks ++ awk '{print $2}' + expected_pks=1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,61,62,63,65,66,67,68,69,70,72,74,75,76,77,78,80,81,83,86,87,88,89,90,91,92,93,94,95,96,98,99,100,101,102,103,104,106,107,108,110,111,112,113,114,115,116,117,118,120,121,122,123,124,125,126,127,128,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,155,157,158,159,160,161,162,164,165,166,167,168,169,170,171,172,174,175,176,177,178,179,180,181,182,183,185,186,188,189,190,192,193,194,195,196,197,199,987 + cleanup + run_sql 'DROP DATABASE IF EXISTS test' + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + rm -f /tmp/lightning_test/lightning-duplicate-detection-new.log + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:36 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new --backend' local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file '/tmp/lightning_test/lightning-duplicate-detection-new.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection_new.87042.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection-new.log TiFlash started. selected test cases: lightning_add_index "is_initialized": true, Starting TiDB... Verifying TiDB is started... Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 227 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 28.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ run_sql 'SELECT count(*) AS total_count FROM test.dup_detect' ++ grep total_count ++ awk '{print $2}' + actual_rows=174 ++ run_sql 'SELECT group_concat(col1 ORDER BY col1) AS pks FROM test.dup_detect' ++ grep pks ++ awk '{print $2}' + actual_pks=1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,61,62,63,65,66,67,68,69,70,72,74,75,76,77,78,80,81,83,86,87,88,89,90,91,92,93,94,95,96,98,99,100,101,102,103,104,106,107,108,110,111,112,113,114,115,116,117,118,120,121,122,123,124,125,126,127,128,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,155,157,158,159,160,161,162,164,165,166,167,168,169,170,171,172,174,175,176,177,178,179,180,181,182,183,185,186,188,189,190,192,193,194,195,196,197,199,987 + '[' 174 '!=' 174 ']' + '[' 1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,61,62,63,65,66,67,68,69,70,72,74,75,76,77,78,80,81,83,86,87,88,89,90,91,92,93,94,95,96,98,99,100,101,102,103,104,106,107,108,110,111,112,113,114,115,116,117,118,120,121,122,123,124,125,126,127,128,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,155,157,158,159,160,161,162,164,165,166,167,168,169,170,171,172,174,175,176,177,178,179,180,181,182,183,185,186,188,189,190,192,193,194,195,196,197,199,987 '!=' 1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,61,62,63,65,66,67,68,69,70,72,74,75,76,77,78,80,81,83,86,87,88,89,90,91,92,93,94,95,96,98,99,100,101,102,103,104,106,107,108,110,111,112,113,114,115,116,117,118,120,121,122,123,124,125,126,127,128,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,155,157,158,159,160,161,162,164,165,166,167,168,169,170,171,172,174,175,176,177,178,179,180,181,182,183,185,186,188,189,190,192,193,194,195,196,197,199,987 ']' + run_sql 'SELECT count(*) FROM lightning_task_info.conflict_records_v2' *************************** 1. row *************************** count(*): 227 + check_contains 'count(*): 227' + run_sql 'SELECT count(*) FROM lightning_task_info.conflict_records_v2 WHERE error = '\'''\''' *************************** 1. row *************************** count(*): 0 + check_contains 'count(*): 0' + run_sql 'SELECT * FROM lightning_task_info.conflict_records_v2 WHERE row_id = 12' *************************** 1. row *************************** id: 10 task_id: 3687278757370175487 create_time: 2025-04-04 18:58:36.852121 table_name: `test`.`dup_detect` path: test.dup_detect.1.sql offset: 797 error: [kv:1062]Duplicate entry '171' for key 'dup_detect.PRIMARY' row_id: 12 row_data: (171,'yRxZE',9201592769833450947,'xs3d',5,4,283270321) + check_contains '(171,'\''yRxZE'\'',9201592769833450947,'\''xs3d'\'',5,4,283270321)' + check_contains '[kv:1062]Duplicate entry '\''171'\'' for key '\''dup_detect.PRIMARY'\''' + run_sql 'SELECT * FROM lightning_task_info.conflict_records_v2 WHERE row_id = 1' *************************** 1. row *************************** id: 1 task_id: 3687278757370175487 create_time: 2025-04-04 18:58:36.837277 table_name: `test`.`dup_detect` path: test.dup_detect.1.sql offset: 90 error: [kv:1062]Duplicate entry '0-177543185' for key 'dup_detect.uniq_col6_col7' row_id: 1 row_data: (87,'nEoKu',7836621565948506759,'y6',48,0,177543185) + check_contains '(87,'\''nEoKu'\'',7836621565948506759,'\''y6'\'',48,0,177543185)' + check_contains '[kv:1062]Duplicate entry '\''0-177543185'\'' for key '\''dup_detect.uniq_col6_col7'\''' + cleanup + run_sql 'DROP DATABASE IF EXISTS test' + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + rm -f /tmp/lightning_test/lightning-duplicate-detection-new.log + run_lightning --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/tidb-ignore.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:37 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new --backend' tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/tidb-ignore.toml --log-file '/tmp/lightning_test/lightning-duplicate-detection-new.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection_new.87147.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/tidb-ignore.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection-new.log Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 228 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 14.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ run_sql 'SELECT count(*) AS total_count FROM test.dup_detect' ++ grep total_count ++ awk '{print $2}' + expected_rows=173 ++ run_sql 'SELECT group_concat(col1 ORDER BY col1) AS pks FROM test.dup_detect' ++ grep pks ++ awk '{print $2}' + expected_pks=1,2,3,4,5,6,7,8,9,11,12,13,14,15,16,17,19,20,21,22,23,24,25,26,27,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,46,47,48,49,50,51,52,53,54,55,56,57,58,59,61,62,63,65,66,67,68,69,70,72,74,75,76,77,78,80,81,83,86,87,88,89,90,91,92,93,94,95,96,98,99,100,101,102,103,104,106,107,108,110,111,112,113,114,115,116,117,118,120,121,122,123,124,125,126,127,128,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,155,157,158,159,160,161,162,164,165,166,167,168,169,170,171,172,174,175,176,177,178,179,180,181,182,183,185,186,188,189,190,192,193,194,195,196,197,199 + cleanup + run_sql 'DROP DATABASE IF EXISTS test' *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:38 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config1.toml --log-file '/tmp/lightning_test/lightning-add-index1.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.23466.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config1.toml --log-file /tmp/lightning_test/lightning-add-index1.log Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index1.log + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + rm -f /tmp/lightning_test/lightning-duplicate-detection-new.log + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-error.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log + grep -q 'duplicate key in table `test`.`dup_detect` caused by index .*, but because checkpoint is off we can'\''t have more details' + grep -q 'duplicate key in table `test`.`dup_detect` caused by index .*, but because checkpoint is off we can'\''t have more details' /tmp/lightning_test/lightning-duplicate-detection-new.log + run_sql 'SELECT * FROM lightning_task_info.conflict_records_v2' *************************** 1. row *************************** id: 1 task_id: 4465829931091367197 create_time: 2025-04-04 18:58:38.993446 table_name: `test`.`dup_detect` path: offset: -1 error: duplicate key in table `test`.`dup_detect` caused by index `uniq_col6_col7`, but because checkpoint is off we can't have more details row_id: -1 row_data: + check_contains 'error: duplicate key in table `test`.`dup_detect`' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-error.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log --enable-checkpoint=1 + grep -q 'duplicate entry for key '\''uniq_col6_col7'\'', a pair of conflicting rows are (row 1 counting from offset 0 in file test.dup_detect.1.sql, row 101 counting from offset 0 in file test.dup_detect.4.sql)' tidb lightning exit successfully PASS coverage: 23.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:39 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index --config' /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.23546.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file /tmp/lightning_test/lightning-add-index2.log Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log + grep -q 'duplicate entry for key '\''uniq_col6_col7'\'', a pair of conflicting rows are (row 1 counting from offset 0 in file test.dup_detect.1.sql, row 101 counting from offset 0 in file test.dup_detect.4.sql)' /tmp/lightning_test/lightning-duplicate-detection-new.log + run_sql 'SELECT * FROM lightning_task_info.conflict_records_v2' *************************** 1. row *************************** id: 1 task_id: 4465829931091367197 create_time: 2025-04-04 18:58:38.993446 table_name: `test`.`dup_detect` path: offset: -1 error: duplicate key in table `test`.`dup_detect` caused by index `uniq_col6_col7`, but because checkpoint is off we can't have more details row_id: -1 row_data: *************************** 2. row *************************** id: 2 task_id: 4335915443284487369 create_time: 2025-04-04 18:58:39.397609 table_name: `test`.`dup_detect` path: test.dup_detect.4.sql offset: -1 error: duplicate entry for key 'uniq_col6_col7', a pair of conflicting rows are (row 1 counting from offset 0 in file test.dup_detect.1.sql, row 101 counting from offset 0 in file test.dup_detect.4.sql) row_id: 2256 row_data: + check_contains 'error: duplicate entry for key '\''uniq_col6_col7'\'', a pair of conflicting rows are' + check_contains 'restore table `test`.`dup_detect` failed: duplicate entry for key '\''uniq_col6_col7'\'', a pair of conflicting rows are (row 1 counting from offset 0 in file test.dup_detect.1.sql, row 101 counting from offset 0 in file test.dup_detect.4.sql)' /tmp/lightning_test/lightning-duplicate-detection-new.log + run_lightning_ctl --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-error.toml '--checkpoint-error-destroy=`test`.`dup_detect`' +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_duplicate_detection_new.87316.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-error.toml '--checkpoint-error-destroy=`test`.`dup_detect`' [2025/04/04 18:58:39.498 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:58:39.498 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489410633994699861] Dropping table: `test`.`dup_detect` Closing and cleaning up engine: `test`.`dup_detect` -1 Closing and cleaning up engine: `test`.`dup_detect` 0 [2025/04/04 18:58:39.571 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:58:39.571 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:58:39.572 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ ls /tmp/lightning_test/lightning_duplicate_detection_new.sorted ++ wc -l + files_left=0 + '[' 0 -ne 0 ']' + rm -rf /tmp/lightning_test/lightning_duplicate_detection_new.sorted + cleanup + run_sql 'DROP DATABASE IF EXISTS test' + run_sql 'DROP DATABASE IF EXISTS lightning_task_info' + rm -f /tmp/lightning_test/lightning-duplicate-detection-new.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/FailAfterDuplicateDetection=return()' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/FailAfterDuplicateDetection=return()' + run_lightning --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:39 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new --enable-checkpoint=1' --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file '/tmp/lightning_test/lightning-duplicate-detection-new.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection_new.87360.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection-new.log {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... panic: forcing failure after duplicate detection goroutine 872 [running]: github.com/pingcap/tidb/lightning/pkg/importer.(*TableImporter).importTable(0xc001395540, {0x7085ff8, 0xc0022c15c0}, 0xc00180a000, 0xc002d740c0) /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/table_import.go:251 +0x1371 github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).importTables.func6() /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:1450 +0x178 created by github.com/pingcap/tidb/lightning/pkg/importer.(*Controller).importTables in goroutine 134 /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/pkg/importer/import.go:1445 +0x9bc + true + unset GO_FAILPOINTS + rm -f /tmp/lightning_test/lightning-duplicate-detection-new.log + run_lightning_ctl --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml '--checkpoint-error-ignore=`test`.`dup_detect`' +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning_ctl ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils + tidb-lightning-ctl.test -test.coverprofile=/tmp/group_cover/cov.ctl.lightning_duplicate_detection_new.87416.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml '--checkpoint-error-ignore=`test`.`dup_detect`' [2025/04/04 18:58:40.317 +08:00] [INFO] [service_discovery.go:986] ["[pd] switch leader"] [new-leader=https://127.0.0.1:2379] [old-leader=] [2025/04/04 18:58:40.317 +08:00] [INFO] [service_discovery.go:491] ["[pd] init cluster id"] [cluster-id=7489410633994699861] [2025/04/04 18:58:40.327 +08:00] [INFO] [service_discovery.go:635] ["[pd] close service discovery client"] [2025/04/04 18:58:40.327 +08:00] [INFO] [service_discovery.go:544] ["[pd] exit member loop due to context canceled"] [2025/04/04 18:58:40.327 +08:00] [INFO] [client.go:349] ["[pd] http client closed"] [source=lightning-ctl] PASS coverage: 2.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_lightning --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:40 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new --enable-checkpoint=1' --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file '/tmp/lightning_test/lightning-duplicate-detection-new.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_detection_new.87448.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_detection_new.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_detection_new/local-replace.toml --log-file /tmp/lightning_test/lightning-duplicate-detection-new.log Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-detection-new.log 2025/04/04 18:58:40 [JOB 1] WAL file /tmp/lightning_test/lightning_duplicate_detection_new.sorted/duplicates/000002.log with log number 000002 stopped reading at offset: 0; replayed 0 keys in 0 batches Import Data Error Summary: +---+---------------------+-------------+---------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+---------------------------------------+ | 1 | Unique Key Conflict | 227 | `lightning_task_info`.`conflict_view` | +---+---------------------+-------------+---------------------------------------+ tidb lightning exit successfully PASS coverage: 27.7% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*) FROM test.dup_detect' *************************** 1. row *************************** count(*): 174 + check_contains 'count(*): 174' + run_sql 'SELECT count(*) FROM lightning_task_info.conflict_records_v2' *************************** 1. row *************************** count(*): 227 + check_contains 'count(*): 227' + check_not_contains 'duplicate detection start' /tmp/lightning_test/lightning-duplicate-detection-new.log *===== TEST: [lightning_duplicate_detection_new] success! =====* TiFlash started. selected test cases: lightning_routes_panic Run cases: lightning_duplicate_resolution_error *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_routes_panic/run.sh... =====* + run_sql 'DROP DATABASE IF EXISTS test1;' + run_sql 'DROP DATABASE IF EXISTS test;' + run_sql 'CREATE DATABASE test1;' + run_sql 'CREATE DATABASE test;' + run_sql 'CREATE TABLE test1.dump_test (x real primary key);' + run_sql 'CREATE TABLE test.u (x real primary key);' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:45 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_routes_panic >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_routes_panic.28156.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_routes_panic/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_routes_panic/data --sorted-kv-dir /tmp/lightning_test/lightning_routes_panic.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 24.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** Table: multi_indexes Create Table: CREATE TABLE `multi_indexes` ( `c1` bigint NOT NULL, `c2` varchar(255) NOT NULL, `c3` varchar(255) NOT NULL, `c4` varchar(255) NOT NULL, `c5` varchar(255) NOT NULL, `c6` varchar(255) NOT NULL, `c7` varchar(255) NOT NULL, `c8` varchar(255) NOT NULL, `c9` varchar(255) NOT NULL, `c10` varchar(255) NOT NULL, `c11` varchar(255) NOT NULL, PRIMARY KEY (`c1`) /*T![clustered_index] CLUSTERED */, KEY `idx_c2` (`c2`) COMMENT 'single column index', KEY `idx_c2_c3` (`c2`,`c3`) COMMENT 'multiple column index', UNIQUE KEY `uniq_c4` (`c4`) COMMENT 'single column unique key', UNIQUE KEY `uniq_c4_c5` (`c4`,`c5`) COMMENT 'multiple column unique key', KEY `idx_c6` (`c6`) COMMENT 'single column index with asc order', KEY `idx_c7` (`c7`) COMMENT 'single column index with desc order', KEY `idx_c6_c7` (`c6`,`c7`) COMMENT 'multiple column index with asc and desc order', KEY `idx_c8` (`c8`) COMMENT 'single column index with visible', KEY `idx_c9` (`c9`) /*!80000 INVISIBLE */ COMMENT 'single column index with invisible', KEY `idx_lower_c10` ((lower(`c10`))) COMMENT 'single column index with function', KEY `idx_prefix_c11` (`c11`(3)) COMMENT 'single column index with prefix', UNIQUE KEY `c2` (`c2`) ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:45 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-file.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.23655.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-file.toml --log-file /tmp/lightning_test/lightning-add-index2.log Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log tidb lightning exit successfully PASS coverage: 23.3% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT sum(x) FROM test.u;' *************************** 1. row *************************** sum(x): 43 + check_contains 'sum(x): 43' *===== TEST: [lightning_routes_panic] success! =====* tidb lightning canceled PASS coverage: 27.8% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... Starting PD... +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:46 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-file.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.23707.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-file.toml --log-file /tmp/lightning_test/lightning-add-index2.log Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log Run cases: lightning_row-format-v2 Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... tidb lightning exit successfully PASS coverage: 19.0% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + '[' 130 == 130 ']' + '[' 12548524131860600223 == 12548524131860600223 ']' + '[' 30 == 30 ']' + '[' 3322292718850045174 == 3322292718850045174 ']' + recover_from_checkpoint mysql + tp=mysql + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/AddIndexCrash=return()' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/AddIndexCrash=return()' + run_sql 'DROP DATABASE add_index;' + rm -rf /tmp/add-index-by-sql-checkpoint.pb + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file /tmp/lightning_test/lightning-add-index2.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:51 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.23783.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file /tmp/lightning_test/lightning-add-index2.log Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log tidb lightning canceled PASS coverage: 25.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + grep -Fq 'task canceled' /tmp/lightning_test/lightning-add-index2.log + unset GO_FAILPOINTS + run_lightning --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file /tmp/lightning_test/lightning-add-index2.log +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:58:52 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index --enable-checkpoint=1' --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file '/tmp/lightning_test/lightning-add-index2.log >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_add_index.23835.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/data --sorted-kv-dir /tmp/lightning_test/lightning_add_index.sorted --enable-checkpoint=0 --check-requirements=0 --enable-checkpoint=1 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_add_index/config2-mysql.toml --log-file /tmp/lightning_test/lightning-add-index2.log Verbose debug logs will be written to /tmp/lightning_test/lightning-add-index2.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... tidb lightning exit successfully PASS coverage: 13.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... ++ run_sql 'ADMIN CHECKSUM TABLE add_index.multi_indexes;' ++ grep Total_kvs ++ awk '{print $2}' + actual_multi_indexes_kvs=130 ++ run_sql 'ADMIN CHECKSUM TABLE add_index.multi_indexes;' ++ grep Checksum_crc64_xor ++ awk '{print $2}' + actual_multi_indexes_cksum=12548524131860600223 ++ run_sql 'ADMIN CHECKSUM TABLE add_index.non_pk_auto_inc;' ++ grep Total_kvs ++ awk '{print $2}' + actual_non_pk_auto_inc_kvs=30 ++ run_sql 'ADMIN CHECKSUM TABLE add_index.non_pk_auto_inc;' ++ grep Checksum_crc64_xor ++ awk '{print $2}' + actual_non_pk_auto_inc_cksum=3322292718850045174 + set -x + '[' 130 == 130 ']' + '[' 12548524131860600223 == 12548524131860600223 ']' + '[' 30 == 30 ']' + '[' 3322292718850045174 == 3322292718850045174 ']' *===== TEST: [lightning_add_index] success! =====* {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... "is_initialized": true, Starting TiDB... Verifying TiDB is started... Run cases: lightning_alter_random Starting PD... TiFlash started. selected test cases: lightning_duplicate_resolution_error {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error + run_sql 'DROP TABLE IF EXISTS dup_resolve.a' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v4' + run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:59:05 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_error.89380.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_error.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrFoundDataConflictRecords]found data conflict records in table a, primary key is '3', row data is '(3, 3, "3.csv")' warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning.log + grep ERROR + tail -n 1 + grep -Fq '[Lightning:Restore:ErrFoundDataConflictRecords]found data conflict records in table a, primary key is '\''3'\'', row data is '\''(3, 3, \"3.csv\")'\''' + check_not_contains 'the whole procedure completed' /tmp/lightning_test/lightning.log *===== TEST: [lightning_duplicate_resolution_error] success! =====* TiFlash started. selected test cases: lightning_row-format-v2 *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_row-format-v2/run.sh... =====* + run_sql 'show variables like "%tidb_row_format_version%";' *************************** 1. row *************************** Variable_name: tidb_row_format_version Value: 2 ++ grep 'Value: [0-9]' /tmp/lightning_test/sql_res.lightning_row-format-v2.txt ++ awk '{print $2}' + row_format=2 + '[' 2 -ne 2 ']' + run_sql 'DROP DATABASE IF EXISTS rowformatv2;' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:59:08 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_row-format-v2 >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_row-format-v2.30046.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_row-format-v2/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_row-format-v2/data --sorted-kv-dir /tmp/lightning_test/lightning_row-format-v2.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log Run cases: lightning_duplicate_resolution_error_pk_multiple_files tidb lightning exit successfully PASS coverage: 23.4% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(1) FROM rowformatv2.t1;' *************************** 1. row *************************** count(1): 50 + check_contains 'count(1): 50' + run_sql 'SELECT DISTINCT col14 FROM rowformatv2.t1;' *************************** 1. row *************************** col14: NULL *************************** 2. row *************************** col14: 39 + check_contains 'col14: NULL' + check_contains 'col14: 39' + '[' 2 -ne 2 ']' *===== TEST: [lightning_row-format-v2] success! =====* { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... Starting PD... Run cases: lightning_s3 Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... TiFlash started. selected test cases: lightning_alter_random {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... "is_initialized": true, Starting TiDB... Verifying TiDB is started... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_alter_random/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:59:23 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_alter_random --backend' 'tidb >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_alter_random.25721.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_alter_random/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_alter_random/data --sorted-kv-dir /tmp/lightning_test/lightning_alter_random.sorted --enable-checkpoint=0 --check-requirements=0 --backend tidb Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 14.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 3 *************************** 3. row *************************** inc: 2 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 30002 *************************** 3. row *************************** inc: 3 *************************** 4. row *************************** inc: 2 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:59:24 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_alter_random --backend' 'local >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_alter_random.25786.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_alter_random/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_alter_random/data --sorted-kv-dir /tmp/lightning_test/lightning_alter_random.sorted --enable-checkpoint=0 --check-requirements=0 --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 23.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... *************************** 1. row *************************** count(*): 3 *************************** 1. row *************************** inc: 1 *************************** 2. row *************************** inc: 3 *************************** 3. row *************************** inc: 2 *************************** 1. row *************************** inc: 4 *************************** 2. row *************************** inc: 1 *************************** 3. row *************************** inc: 3 *************************** 4. row *************************** inc: 2 *===== TEST: [lightning_alter_random] success! =====* TiFlash started. selected test cases: lightning_duplicate_resolution_error_pk_multiple_files Run cases: lightning_auto_columns {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files + run_sql 'DROP TABLE IF EXISTS dup_resolve.a' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v4' + run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:59:28 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_error_pk_multiple_files.91259.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_error_pk_multiple_files.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_pk_multiple_files/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log Starting PD... tidb lightning encountered error: failed to record conflict errors: [Lightning:Restore:ErrFoundDataConflictRecords]found data conflict records in table a, primary key is '1', row data is '(1, 1, "1.csv")' warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning.log + grep ERROR + tail -n 1 + grep -Fq '[Lightning:Restore:ErrFoundDataConflictRecords]found data conflict records in table a' + check_not_contains 'the whole procedure completed' /tmp/lightning_test/lightning.log *===== TEST: [lightning_duplicate_resolution_error_pk_multiple_files] success! =====* TiFlash started. selected test cases: lightning_s3 Run cases: lightning_duplicate_resolution_error_uk_multiple_files *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_s3/run.sh... =====* + DB=s3_test + TABLE=tbl +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_s3/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_s3 ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_s3 + check_cluster_version 4 0 0 'local backend' + set -euE + [[ -z /tmp/lightning_test ]] + DBPATH=/tmp/lightning_test/s3.mydump + export MINIO_ACCESS_KEY=s3accesskey + MINIO_ACCESS_KEY=s3accesskey + export MINIO_SECRET_KEY=s3secretkey + MINIO_SECRET_KEY=s3secretkey + export MINIO_BROWSER=off + MINIO_BROWSER=off + export S3_ENDPOINT=127.0.0.1:9900 + S3_ENDPOINT=127.0.0.1:9900 + rm -rf /tmp/lightning_test/s3_test + mkdir -p /tmp/lightning_test/s3_test + i=0 + curl -o /dev/null -v -s http://127.0.0.1:9900/ + minio server --address 127.0.0.1:9900 /tmp/lightning_test/s3.mydump * Trying 127.0.0.1... * TCP_NODELAY set * connect to 127.0.0.1 port 9900 failed: Connection refused * Failed to connect to 127.0.0.1 port 9900: Connection refused * Closing connection 0 + i=1 + '[' 1 -gt 30 ']' + sleep 2 You are running an older version of MinIO released 4 years ago Update: Run `mc admin update` Attempting encryption of all config, IAM users and policies on MinIO backend Starting PD... Endpoint: http://127.0.0.1:9900 Object API (Amazon S3 compatible): Go: https://docs.min.io/docs/golang-client-quickstart-guide Java: https://docs.min.io/docs/java-client-quickstart-guide Python: https://docs.min.io/docs/python-client-quickstart-guide JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide .NET: https://docs.min.io/docs/dotnet-client-quickstart-guide + curl -o /dev/null -v -s http://127.0.0.1:9900/ * Trying 127.0.0.1... * TCP_NODELAY set * Connected to 127.0.0.1 (127.0.0.1) port 9900 (#0) > GET / HTTP/1.1 > Host: 127.0.0.1:9900 > User-Agent: curl/7.61.1 > Accept: */* > < HTTP/1.1 403 Forbidden < Accept-Ranges: bytes < Content-Length: 226 < Content-Security-Policy: block-all-mixed-content < Content-Type: application/xml < Server: MinIO < Vary: Origin < X-Amz-Request-Id: 18331875BC8A1B69 < X-Xss-Protection: 1; mode=block < Date: Fri, 04 Apr 2025 10:59:34 GMT < { [226 bytes data] * Connection #0 to host 127.0.0.1 left intact + BUCKET=test-bucket + DATA_PATH=/tmp/lightning_test/s3.mydump/test-bucket + mkdir -p /tmp/lightning_test/s3.mydump/test-bucket + echo 'CREATE DATABASE s3_test;' + echo 'CREATE TABLE t(i INT, s varchar(32));' + echo 'INSERT INTO tbl (i, s) VALUES (1, "1"),(2, "test2"), (3, "qqqtest");' + cat + final_ret_code=0 + test_import_non_existing_path + rm -f /tmp/lightning_test/lightning.log + local 'SOURCE_DIR=s3://test-bucket/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' + run_lightning -d 's3://test-bucket/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + grep -Eq 'data-source-dir .* doesn'\''t exist or contains no files' /tmp/lightning_test/lightning.log + return 0 + test_import_empty_dir + rm -f /tmp/lightning_test/lightning.log + local emptyPath=empty-bucket/empty-path + mkdir -p /tmp/lightning_test/s3.mydump/empty-bucket/empty-path + local 'SOURCE_DIR=s3://empty-bucket/empty-path/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' + run_lightning -d 's3://empty-bucket/empty-path/not-exist-path?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log + grep -Eq 'data-source-dir .* doesn'\''t exist or contains no files' /tmp/lightning_test/lightning.log + return 0 + test_normal_import + rm -f /tmp/lightning_test/lightning.log + cleanup_db_and_table + run_sql 'DROP DATABASE IF EXISTS s3_test;' + run_sql 'DROP TABLE IF EXISTS s3_test.tbl;' + local 'SOURCE_DIR=s3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' + run_lightning -d 's3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 25.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*), sum(i) FROM `s3_test`.tbl' *************************** 1. row *************************** count(*): 7 sum(i): 413 + check_contains 'count(*): 7' + check_contains 'sum(i): 413' + return 0 + test_import_with_checkpoint + rm -f /tmp/lightning_test/lightning.log + cleanup_db_and_table + run_sql 'DROP DATABASE IF EXISTS s3_test;' + run_sql 'DROP TABLE IF EXISTS s3_test.tbl;' + local 'SOURCE_DIR=s3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' + run_lightning -d 's3://test-bucket/?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_s3/config_s3_checkpoint.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... tidb lightning exit successfully PASS coverage: 25.6% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*), sum(i) FROM `s3_test`.tbl' *************************** 1. row *************************** count(*): 7 sum(i): 413 + check_contains 'count(*): 7' + check_contains 'sum(i): 413' + test_import_using_manual_path_config + rm -f /tmp/lightning_test/lightning.log + cleanup_db_and_table + run_sql 'DROP DATABASE IF EXISTS s3_test;' + run_sql 'DROP TABLE IF EXISTS s3_test.tbl;' + local bucket_02=test-bucket-02 + local sub_path_02=to-be-imported + local base_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported + rm -rf /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported + mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported + touch /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/s3_test-schema-create.sql + cp /tmp/lightning_test/s3.mydump/test-bucket/s3_test.tbl-schema.sql /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/ + local sql_data_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql + local csv_data_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv + local parquet_data_path_02=/tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-parquet + mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql/empty-dir + cp /tmp/lightning_test/s3.mydump/test-bucket/s3_test.tbl.sql /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql/ + touch /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-sql/dummy.sql + mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv/empty-dir + cp /tmp/lightning_test/s3.mydump/test-bucket/s3_test.tbl.0.csv /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv/ + touch /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-csv/dummy.csv + mkdir -p /tmp/lightning_test/s3.mydump/test-bucket-02/to-be-imported/data-parquet/empty-dir + local 'SOURCE_DIR=s3://test-bucket-02/to-be-imported?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' + run_lightning -d 's3://test-bucket-02/to-be-imported?endpoint=http%3A//127.0.0.1%3A9900&access_key=s3accesskey&secret_access_key=s3secretkey&force_path_style=true' --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_s3/config_manual_files.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning exit successfully PASS coverage: 25.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT count(*), sum(i) FROM `s3_test`.tbl' *************************** 1. row *************************** count(*): 7 sum(i): 413 + check_contains 'count(*): 7' + check_contains 'sum(i): 413' + return 0 + exit 0 *===== TEST: [lightning_s3] success! =====* { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7823/lightning-test already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] sh + ls -alh /tmp/group_cover total 25M drwxr-xr-x. 2 jenkins jenkins 4.0K Apr 4 18:59 . drwxrwxrwt. 1 root root 4.0K Apr 4 18:59 .. -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_max_random.2139.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_max_random.2274.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:53 cov.lightning_multi_valued_index.4240.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:53 cov.lightning_multi_valued_index.4343.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:54 cov.lightning_new_collation.8010.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_new_collation.8104.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_new_collation.8165.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_new_collation.8235.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_no_schema.11936.out -rw-r--r--. 1 jenkins jenkins 953K Apr 4 18:55 cov.lightning_parquet.13824.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:55 cov.lightning_parquet.14003.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:55 cov.lightning_partition_incremental.15949.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:55 cov.lightning_partition_incremental.16005.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_partition_incremental.16006.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:56 cov.lightning_partitioned-table.17946.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:56 cov.lightning_partitioned-table.18098.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:56 cov.lightning_record_network.20066.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:57 cov.lightning_reload_cert.21989.out -rw-r--r--. 1 jenkins jenkins 953K Apr 4 18:57 cov.lightning_restore.23861.out -rw-r--r--. 1 jenkins jenkins 953K Apr 4 18:57 cov.lightning_restore.24147.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:58 cov.lightning_routes.26259.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:58 cov.lightning_routes_panic.28156.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:59 cov.lightning_row-format-v2.30046.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:59 cov.lightning_s3.32041.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:59 cov.lightning_s3.32103.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:59 cov.lightning_s3.32172.out + gocovmerge /tmp/group_cover/cov.lightning_max_random.2139.out /tmp/group_cover/cov.lightning_max_random.2274.out /tmp/group_cover/cov.lightning_multi_valued_index.4240.out /tmp/group_cover/cov.lightning_multi_valued_index.4343.out /tmp/group_cover/cov.lightning_new_collation.8010.out /tmp/group_cover/cov.lightning_new_collation.8104.out /tmp/group_cover/cov.lightning_new_collation.8165.out /tmp/group_cover/cov.lightning_new_collation.8235.out /tmp/group_cover/cov.lightning_no_schema.11936.out /tmp/group_cover/cov.lightning_parquet.13824.out /tmp/group_cover/cov.lightning_parquet.14003.out /tmp/group_cover/cov.lightning_partition_incremental.15949.out /tmp/group_cover/cov.lightning_partition_incremental.16005.out /tmp/group_cover/cov.lightning_partition_incremental.16006.out /tmp/group_cover/cov.lightning_partitioned-table.17946.out /tmp/group_cover/cov.lightning_partitioned-table.18098.out /tmp/group_cover/cov.lightning_record_network.20066.out /tmp/group_cover/cov.lightning_reload_cert.21989.out /tmp/group_cover/cov.lightning_restore.23861.out /tmp/group_cover/cov.lightning_restore.24147.out /tmp/group_cover/cov.lightning_routes.26259.out /tmp/group_cover/cov.lightning_routes_panic.28156.out /tmp/group_cover/cov.lightning_row-format-v2.30046.out /tmp/group_cover/cov.lightning_s3.32041.out /tmp/group_cover/cov.lightning_s3.32103.out /tmp/group_cover/cov.lightning_s3.32172.out + codecov --rootDir . --flags integration --file coverage.txt --branch origin/pr/60132 --sha d992efb82fbe1dce48ee9795468c1255987b0fe0 --pr 60132 [2025-04-04T10:59:40.069Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.8.0 [2025-04-04T10:59:40.071Z] ['info'] => Project root located at: . [2025-04-04T10:59:40.074Z] ['info'] -> Token found by environment variables [2025-04-04T10:59:40.083Z] ['info'] Searching for coverage files... [2025-04-04T10:59:40.170Z] ['info'] => Found 1 possible coverage files: coverage.txt [2025-04-04T10:59:40.170Z] ['info'] Processing coverage.txt... [2025-04-04T10:59:40.189Z] ['info'] Using manual override from args. [2025-04-04T10:59:40.189Z] ['info'] Detected Jenkins CI as the CI provider. [2025-04-04T10:59:40.195Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.8.0&token=*******&branch=origin%2Fpr%2F60132&build=7823&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fpull_lightning_integration_test%2F7823%2F&commit=d992efb82fbe1dce48ee9795468c1255987b0fe0&job=&pr=60132&service=jenkins&slug=PingCAP-QE%2Fci&name=&tag=&flags=integration&parent= "is_initialized": true, Starting TiDB... Verifying TiDB is started... [2025-04-04T10:59:40.857Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/d992efb82fbe1dce48ee9795468c1255987b0fe0 https://storage.googleapis.com/codecov-production/shelter/v4/github/pingcap/tidb/d992efb82fbe1dce48ee9795468c1255987b0fe0/4fdbb772-b80e-4a18-92f0-236d3b9782f9.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJWQHUGIBILH4J7Q6ZUSCIFNEOLYSNDS7L3B4N5SIBQ2J4YLYE5CRFCD%2F20250404%2Fus%2Fs3%2Faws4_request&X-Amz-Date=20250404T105940Z&X-Amz-Expires=120&X-Amz-SignedHeaders=host&X-Amz-Signature=e97ac54ebe9307be2a0e3d936b610ec32772a333b38b8a502cd93d4ac27bc98d [2025-04-04T10:59:40.857Z] ['info'] Uploading... [2025-04-04T10:59:42.018Z] ['info'] {"status":"processing","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/d992efb82fbe1dce48ee9795468c1255987b0fe0"} [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_auto_columns *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_columns/run.sh... =====* + run_sql 'DROP DATABASE IF EXISTS lightning_auto_cols;' + run_lightning +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:59:49 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_columns >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_auto_columns.27687.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_columns/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_auto_columns/data --sorted-kv-dir /tmp/lightning_test/lightning_auto_columns.sorted --enable-checkpoint=0 --check-requirements=0 Verbose debug logs will be written to /tmp/lightning_test/lightning.log TiFlash started. selected test cases: lightning_duplicate_resolution_error_uk_multiple_files tidb lightning exit successfully PASS coverage: 24.1% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + run_sql 'SELECT CONCAT_WS('\'':'\'', id, c) AS row_data FROM lightning_auto_cols.t_auto_incr;' *************************** 1. row *************************** row_data: 1:normal_pk_01 *************************** 2. row *************************** row_data: 2:null_pk_02 *************************** 3. row *************************** row_data: 3:null_pk_03 *************************** 4. row *************************** row_data: 4:normal_pk_04 + check_contains 'row_data: 1:normal_pk_01' + check_contains 'row_data: 2:null_pk_02' + check_contains 'row_data: 3:null_pk_03' + check_contains 'row_data: 4:normal_pk_04' + run_sql 'SELECT COUNT(*) AS row_count FROM lightning_auto_cols.t_auto_incr;' *************************** 1. row *************************** row_count: 4 + check_contains 'row_count: 4' + run_sql 'SELECT CONCAT_WS('\'':'\'', id, c) AS row_data FROM lightning_auto_cols.t_auto_random;' *************************** 1. row *************************** row_data: 1:normal_pk_01 *************************** 2. row *************************** row_data: 4:normal_pk_04 *************************** 3. row *************************** row_data: 1152921504606846978:null_pk_02 *************************** 4. row *************************** row_data: 1152921504606846979:null_pk_03 + check_contains 'row_data: 1:normal_pk_01' + check_contains :null_pk_02 + check_not_contains 'row_data: 0:null_pk_02' + check_contains :null_pk_03 + check_not_contains 'row_data: 0:null_pk_03' + check_contains 'row_data: 4:normal_pk_04' + run_sql 'SELECT COUNT(*) AS row_count FROM lightning_auto_cols.t_auto_random;' *************************** 1. row *************************** row_count: 4 + check_contains 'row_count: 4' *===== TEST: [lightning_auto_columns] success! =====* *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files + run_sql 'DROP TABLE IF EXISTS dup_resolve.a' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v4' + run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 18:59:51 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_error_uk_multiple_files.93145.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_error_uk_multiple_files.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table a, index name is 'a.key_b', unique key is '[101]', primary key is '1' warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning.log + grep ERROR + tail -n 1 + grep -Fq '[Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table a, index name is '\''a.key_b'\'', unique key is '\''[101]'\'', primary key is '\''1'\''' + check_not_contains 'the whole procedure completed' /tmp/lightning_test/lightning.log *===== TEST: [lightning_duplicate_resolution_error_uk_multiple_files] success! =====* [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7823/lightning-test already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] sh + ls -alh /tmp/group_cover total 20M drwxr-xr-x. 2 jenkins jenkins 4.0K Apr 4 18:59 . drwxrwxrwt. 1 root root 4.0K Apr 4 18:59 .. -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:58 cov.lightning_add_index.23466.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:58 cov.lightning_add_index.23546.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:58 cov.lightning_add_index.23655.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:58 cov.lightning_add_index.23707.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:58 cov.lightning_add_index.23783.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:58 cov.lightning_add_index.23835.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:59 cov.lightning_alter_random.25721.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:59 cov.lightning_alter_random.25786.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:59 cov.lightning_auto_columns.27687.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_pd_leader_switch.2258.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:54 cov.lightning_tool_1420.5976.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_tool_1472.7833.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:55 cov.lightning_tool_241.9735.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:55 cov.lightning_ttl.11664.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:56 cov.lightning_various_types.15374.out -rw-r--r--. 1 jenkins jenkins 953K Apr 4 18:56 cov.lightning_various_types.15613.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:57 cov.lightning_view.17706.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:57 cov.lightning_view.17779.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:57 cov.lightning_write_batch.19642.out -rw-r--r--. 1 jenkins jenkins 951K Apr 4 18:57 cov.lightning_write_batch.19702.out -rw-r--r--. 1 jenkins jenkins 952K Apr 4 18:58 cov.lightning_write_limit.21592.out + gocovmerge /tmp/group_cover/cov.lightning_add_index.23466.out /tmp/group_cover/cov.lightning_add_index.23546.out /tmp/group_cover/cov.lightning_add_index.23655.out /tmp/group_cover/cov.lightning_add_index.23707.out /tmp/group_cover/cov.lightning_add_index.23783.out /tmp/group_cover/cov.lightning_add_index.23835.out /tmp/group_cover/cov.lightning_alter_random.25721.out /tmp/group_cover/cov.lightning_alter_random.25786.out /tmp/group_cover/cov.lightning_auto_columns.27687.out /tmp/group_cover/cov.lightning_pd_leader_switch.2258.out /tmp/group_cover/cov.lightning_tool_1420.5976.out /tmp/group_cover/cov.lightning_tool_1472.7833.out /tmp/group_cover/cov.lightning_tool_241.9735.out /tmp/group_cover/cov.lightning_ttl.11664.out /tmp/group_cover/cov.lightning_various_types.15374.out /tmp/group_cover/cov.lightning_various_types.15613.out /tmp/group_cover/cov.lightning_view.17706.out /tmp/group_cover/cov.lightning_view.17779.out /tmp/group_cover/cov.lightning_write_batch.19642.out /tmp/group_cover/cov.lightning_write_batch.19702.out /tmp/group_cover/cov.lightning_write_limit.21592.out + codecov --rootDir . --flags integration --file coverage.txt --branch origin/pr/60132 --sha d992efb82fbe1dce48ee9795468c1255987b0fe0 --pr 60132 [2025-04-04T10:59:53.300Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.8.0 [2025-04-04T10:59:53.302Z] ['info'] => Project root located at: . [2025-04-04T10:59:53.305Z] ['info'] -> Token found by environment variables [2025-04-04T10:59:53.314Z] ['info'] Searching for coverage files... [2025-04-04T10:59:53.397Z] ['info'] => Found 1 possible coverage files: coverage.txt [2025-04-04T10:59:53.397Z] ['info'] Processing coverage.txt... [2025-04-04T10:59:53.416Z] ['info'] Using manual override from args. [2025-04-04T10:59:53.416Z] ['info'] Detected Jenkins CI as the CI provider. [2025-04-04T10:59:53.422Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.8.0&token=*******&branch=origin%2Fpr%2F60132&build=7823&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fpull_lightning_integration_test%2F7823%2F&commit=d992efb82fbe1dce48ee9795468c1255987b0fe0&job=&pr=60132&service=jenkins&slug=PingCAP-QE%2Fci&name=&tag=&flags=integration&parent= [2025-04-04T10:59:54.279Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/d992efb82fbe1dce48ee9795468c1255987b0fe0 https://storage.googleapis.com/codecov-production/shelter/v4/github/pingcap/tidb/d992efb82fbe1dce48ee9795468c1255987b0fe0/704db986-d36b-4051-90b4-2ddb583c37e5.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJWQHUGIBILH4J7Q6ZUSCIFNEOLYSNDS7L3B4N5SIBQ2J4YLYE5CRFCD%2F20250404%2Fus%2Fs3%2Faws4_request&X-Amz-Date=20250404T105954Z&X-Amz-Expires=120&X-Amz-SignedHeaders=host&X-Amz-Signature=b73cb4dd9ec941eae097329323180651d91225a45d6b3f48b7cd188bec46dbcb [2025-04-04T10:59:54.280Z] ['info'] Uploading... Run cases: lightning_duplicate_resolution_error_uk_multiple_files_multicol_index [2025-04-04T10:59:55.449Z] ['info'] {"status":"processing","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/d992efb82fbe1dce48ee9795468c1255987b0fe0"} [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_duplicate_resolution_error_uk_multiple_files_multicol_index *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/run.sh... =====* + check_cluster_version 5 2 0 'duplicate detection' ++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/run.sh + mydir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index + run_sql 'DROP TABLE IF EXISTS dup_resolve.a' + run_sql 'DROP TABLE IF EXISTS lightning_task_info.conflict_error_v4' + run_sql 'DROP VIEW IF EXISTS lightning_task_info.conflict_view' + run_lightning --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/config.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 19:00:15 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index --backend' local --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/config.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_error_uk_multiple_files_multicol_index.95044.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_error_uk_multiple_files_multicol_index/config.toml Verbose debug logs will be written to /tmp/lightning_test/lightning.log tidb lightning encountered error: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table a, index name is 'a.key_bd', unique key is '[101 9]', primary key is '1' warning: GOCOVERDIR not set, no coverage data emitted + '[' 0 -eq 0 ']' + tail -n 10 /tmp/lightning_test/lightning.log + grep ERROR + tail -n 1 + grep -Fq '[Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table a, index name is '\''a.key_bd'\'', unique key is '\''[101 9]'\'', primary key is '\''1'\''' + check_not_contains 'the whole procedure completed' /tmp/lightning_test/lightning.log *===== TEST: [lightning_duplicate_resolution_error_uk_multiple_files_multicol_index] success! =====* Run cases: lightning_duplicate_resolution_incremental Starting PD... { "version": "v9.0.0-beta.1.pre-91-g9d6bbb852", "build_time": "", "hash": "", "branch": "" } Starting TiKV(1)... Starting TiKV(2)... Starting TiKV(3)... Waiting initializing TiKV... "is_initialized": true, Starting TiDB... Verifying TiDB is started... {"connections":0,"version":"8.0.11-TiDB-v9.0.0-alpha-590-gd992efb82f-dirty","git_hash":"d992efb82fbe1dce48ee9795468c1255987b0fe0","status":{"init_stats_percentage":100}}Starting TiFlash... Logging debug to /tmp/lightning_test/tiflash-stdout.log Logging errors to /tmp/lightning_test/tiflash-stderr.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [16], vals: ["127.0.0.1:3930"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [2], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [4], vals: ["/tmp/lightning_test/tiflash-proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/lightning_test/tiflash-learner.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [8], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [12], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [14], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [6], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } TiFlash seems doesn't started, retrying... TiFlash started. selected test cases: lightning_duplicate_resolution_incremental *===== Running test /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/run.sh... =====* +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental + check_cluster_version 5 2 0 'duplicate detection' + LOG_FILE1=/tmp/lightning_test/lightning-duplicate-resolution1.log + LOG_FILE2=/tmp/lightning_test/lightning-duplicate-resolution2.log + export 'GO_FAILPOINTS=github.com/pingcap/tidb/lightning/pkg/importer/SlowDownCheckDupe=return(10)' + GO_FAILPOINTS='github.com/pingcap/tidb/lightning/pkg/importer/SlowDownCheckDupe=return(10)' + counter=0 + '[' 0 -lt 10 ']' + grep -Fq 'start to sleep several seconds before checking other dupe' /tmp/lightning_test/lightning-duplicate-resolution1.log + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config1.toml grep: /tmp/lightning_test/lightning-duplicate-resolution1.log: No such file or directory + (( counter += 1 )) + echo 'waiting for lightning 1 starts' waiting for lightning 1 starts + sleep 1 +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 19:00:40 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution1.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config1.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_incremental.96934.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted1 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution1.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config1.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-resolution1.log + '[' 1 -lt 10 ']' + grep -Fq 'start to sleep several seconds before checking other dupe' /tmp/lightning_test/lightning-duplicate-resolution1.log + echo 'lightning 1 already starts waiting for dupe' lightning 1 already starts waiting for dupe + break + '[' 1 -ge 10 ']' + wait + run_lightning --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config2.toml +++ dirname /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils/run_lightning ++ cd /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/../../tests/_utils ++ pwd + cur_dir=/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/tests/_utils ++ date + echo '[Fri Apr 4 19:00:41 CST 2025] <<<<<< RUNNING TEST FOR: /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental --backend' local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution2.log --config '/home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config2.toml >>>>>>' + tidb-lightning.test -test.coverprofile=/tmp/group_cover/cov.lightning_duplicate_resolution_incremental.96993.out DEVEL --ca /tmp/lightning_test/certs/ca.pem --cert /tmp/lightning_test/certs/lightning.pem --key /tmp/lightning_test/certs/lightning.key --log-file /tmp/lightning_test/lightning.log --tidb-port 4000 --pd-urls 127.0.0.1:2379 --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config.toml -d /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/data --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted --enable-checkpoint=0 --check-requirements=0 --backend local --sorted-kv-dir /tmp/lightning_test/lightning_duplicate_resolution_incremental.sorted2 --enable-checkpoint=1 --log-file /tmp/lightning_test/lightning-duplicate-resolution2.log --config /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb/lightning/tests/lightning_duplicate_resolution_incremental/config2.toml Verbose debug logs will be written to /tmp/lightning_test/lightning-duplicate-resolution2.log Import Data Error Summary: +---+---------------------+-------------+----------------------------------------------------------------+ | # | ERROR TYPE | ERROR COUNT | ERROR DATA TABLE | +---+---------------------+-------------+----------------------------------------------------------------+ | 1 | Unique Key Conflict | 10 | `lightning_task_info_dupe_resolve_incremental`.`conflict_view` | +---+---------------------+-------------+----------------------------------------------------------------+ tidb lightning exit successfully PASS coverage: 27.5% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... tidb lightning exit successfully PASS coverage: 28.9% of statements in github.com/pingcap/tidb/lightning/..., github.com/pingcap/tidb/pkg/lightning/... + export GO_FAILPOINTS= + GO_FAILPOINTS= + run_sql 'admin check table dup_resolve_detect.ta' + run_sql 'select count(*), sum(id) from dup_resolve_detect.ta where id < 100' *************************** 1. row *************************** count(*): 15 sum(id): 120 + check_contains 'count(*): 15' + check_contains 'sum(id): 120' + run_sql 'select count(*), sum(id) from dup_resolve_detect.ta where id > 100' *************************** 1. row *************************** count(*): 16 sum(id): 1896 + check_contains 'count(*): 16' + check_contains 'sum(id): 1896' *===== TEST: [lightning_duplicate_resolution_incremental] success! =====* [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-pull_lightning_integration_test-7823/lightning-test already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/pull_lightning_integration_test/tidb [Pipeline] { [Pipeline] sh + ls -alh /tmp/group_cover total 23M drwxr-xr-x 2 jenkins jenkins 4.0K Apr 4 19:00 . drwxrwxrwt 1 root root 4.0K Apr 4 19:00 .. -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:58 cov.ctl.lightning_duplicate_detection_new.87316.out -rw-r--r-- 1 jenkins jenkins 956K Apr 4 18:58 cov.ctl.lightning_duplicate_detection_new.87416.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_config_max_error.2228.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_config_max_error.2307.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_config_max_error.2410.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:51 cov.lightning_config_max_error.2458.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:52 cov.lightning_config_skip_csv_header.4458.out -rw-r--r-- 1 jenkins jenkins 953K Apr 4 18:52 cov.lightning_csv.6326.out -rw-r--r-- 1 jenkins jenkins 953K Apr 4 18:52 cov.lightning_csv.6678.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:52 cov.lightning_csv.7030.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_default-columns.9180.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:53 cov.lightning_disable_scheduler_by_key_range.11094.out -rw-r--r-- 1 jenkins jenkins 953K Apr 4 18:55 cov.lightning_disk_quota.13018.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:56 cov.lightning_distributed_import.15478.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:56 cov.lightning_distributed_import.15532.out -rw-r--r-- 1 jenkins jenkins 951K Apr 4 18:56 cov.lightning_drop_other_tables_halfway.17415.out -rw-r--r-- 1 jenkins jenkins 953K Apr 4 18:57 cov.lightning_duplicate_detection.19282.out -rw-r--r-- 1 jenkins jenkins 953K Apr 4 18:57 cov.lightning_duplicate_detection.19283.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:58 cov.lightning_duplicate_detection_new.86996.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:58 cov.lightning_duplicate_detection_new.87042.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:58 cov.lightning_duplicate_detection_new.87147.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 18:58 cov.lightning_duplicate_detection_new.87448.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 19:00 cov.lightning_duplicate_resolution_incremental.96934.out -rw-r--r-- 1 jenkins jenkins 952K Apr 4 19:00 cov.lightning_duplicate_resolution_incremental.96993.out + gocovmerge /tmp/group_cover/cov.ctl.lightning_duplicate_detection_new.87316.out /tmp/group_cover/cov.ctl.lightning_duplicate_detection_new.87416.out /tmp/group_cover/cov.lightning_config_max_error.2228.out /tmp/group_cover/cov.lightning_config_max_error.2307.out /tmp/group_cover/cov.lightning_config_max_error.2410.out /tmp/group_cover/cov.lightning_config_max_error.2458.out /tmp/group_cover/cov.lightning_config_skip_csv_header.4458.out /tmp/group_cover/cov.lightning_csv.6326.out /tmp/group_cover/cov.lightning_csv.6678.out /tmp/group_cover/cov.lightning_csv.7030.out /tmp/group_cover/cov.lightning_default-columns.9180.out /tmp/group_cover/cov.lightning_disable_scheduler_by_key_range.11094.out /tmp/group_cover/cov.lightning_disk_quota.13018.out /tmp/group_cover/cov.lightning_distributed_import.15478.out /tmp/group_cover/cov.lightning_distributed_import.15532.out /tmp/group_cover/cov.lightning_drop_other_tables_halfway.17415.out /tmp/group_cover/cov.lightning_duplicate_detection.19282.out /tmp/group_cover/cov.lightning_duplicate_detection.19283.out /tmp/group_cover/cov.lightning_duplicate_detection_new.86996.out /tmp/group_cover/cov.lightning_duplicate_detection_new.87042.out /tmp/group_cover/cov.lightning_duplicate_detection_new.87147.out /tmp/group_cover/cov.lightning_duplicate_detection_new.87448.out /tmp/group_cover/cov.lightning_duplicate_resolution_incremental.96934.out /tmp/group_cover/cov.lightning_duplicate_resolution_incremental.96993.out + codecov --rootDir . --flags integration --file coverage.txt --branch origin/pr/60132 --sha d992efb82fbe1dce48ee9795468c1255987b0fe0 --pr 60132 [2025-04-04T11:00:55.995Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.8.0 [2025-04-04T11:00:55.997Z] ['info'] => Project root located at: . [2025-04-04T11:00:56.000Z] ['info'] -> Token found by environment variables [2025-04-04T11:00:56.010Z] ['info'] Searching for coverage files... [2025-04-04T11:00:56.096Z] ['info'] => Found 1 possible coverage files: coverage.txt [2025-04-04T11:00:56.096Z] ['info'] Processing coverage.txt... [2025-04-04T11:00:56.116Z] ['info'] Using manual override from args. [2025-04-04T11:00:56.116Z] ['info'] Detected Jenkins CI as the CI provider. [2025-04-04T11:00:56.123Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.8.0&token=*******&branch=origin%2Fpr%2F60132&build=7823&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fpull_lightning_integration_test%2F7823%2F&commit=d992efb82fbe1dce48ee9795468c1255987b0fe0&job=&pr=60132&service=jenkins&slug=PingCAP-QE%2Fci&name=&tag=&flags=integration&parent= [2025-04-04T11:00:56.662Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/d992efb82fbe1dce48ee9795468c1255987b0fe0 https://storage.googleapis.com/codecov-production/shelter/v4/github/pingcap/tidb/d992efb82fbe1dce48ee9795468c1255987b0fe0/f7e382e7-5559-4cd8-86ef-a5e916656068.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJWQHUGIBILH4J7Q6ZUSCIFNEOLYSNDS7L3B4N5SIBQ2J4YLYE5CRFCD%2F20250404%2Fus%2Fs3%2Faws4_request&X-Amz-Date=20250404T110056Z&X-Amz-Expires=120&X-Amz-SignedHeaders=host&X-Amz-Signature=faea9172bc0a7f01ed88780a7607203537cfa30815bc663e9588ac033a1693ff [2025-04-04T11:00:56.663Z] ['info'] Uploading... [2025-04-04T11:00:57.783Z] ['info'] {"status":"processing","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/d992efb82fbe1dce48ee9795468c1255987b0fe0"} [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline Finished: SUCCESS