Started by user Jenkins Admin Obtained pipelines/pingcap/tiflow/latest/periodics_cdc_integration_mysql_test.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is cached. Copying from home. [Pipeline] Start of Pipeline [Pipeline] readTrusted Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-m-6q7jf Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-m-6q7jf is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-mgrdz-rdm92 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "79fb7bfd14806cfacb95733941360e6c7c164780" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-mgrdz" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-m-6q7jf" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-m-6q7jf" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-m-6q7jf" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-m-6q7jf in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git rev-list --no-walk b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 5 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh + printenv PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=4fa51d7a-5866-4f8a-abb9-1129c3fc8c07 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-m-6q7jf HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Debug info BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct _=/usr/bin/printenv POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=3 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-mgrdz GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-a0e5b959a55caf4285c3f0608dcbd47ed90740dac7e4244afe4990642ac521c1 NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-mgrdz pingcap-tiflow-periodics-cdc-integration-mysql-test-233-m-6q7jf GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-m-6q7jf GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.23.3' GODEBUG='' GOTELEMETRY='local' GOTELEMETRYDIR='/home/jenkins/.config/go/telemetry' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build1316663387=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tiflow exec -ti pingcap-tiflow-periodics-cdc-integration-mysql-test-233-m-6q7jf bash' debug command: kubectl -n jenkins-tiflow exec -ti pingcap-tiflow-periodics-cdc-integration-mysql-test-233-m-6q7jf bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 12383 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 2, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ; COOKIE: 86f56145e8c4e67e (echoed) ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 17 IN A 20.205.243.166 github.com. 17 IN A 20.27.177.113 ;; Query time: 0 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Sat Apr 05 12:01:27 UTC 2025 ;; MSG SIZE rcvd: 103 [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] timeout Timeout set to expire in 10 min [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tiflow/rev-master) 192245760 bytes in 0.77 secs (248092480 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] echo computeBranchFromPR component: tiflow, prTargetBranch: master, prTitle: , trunkBranch: master [Pipeline] sh git version 2.36.6 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/.git/ .git HEAD is now at 4c631d595 kafka(ticdc): ddl sink close the underline sink if send ddl or checkpoint failed and refactor the kafka ddl sink (#12112) POST git-upload-pack (383 bytes) From https://github.com/pingcap/tiflow = [up to date] master -> origin/master HEAD is now at 4c631d595 kafka(ticdc): ddl sink close the underline sink if send ddl or checkpoint failed and refactor the kafka ddl sink (#12112) 4c631d5951854ac91765b729fe3849d8e8d5ed8a 4c631d595 kafka(ticdc): ddl sink close the underline sink if send ddl or checkpoint failed and refactor the kafka ddl sink (#12112) 3cf60079e codec(ticdc): modify DDL type support about debezium protocol (#12113) 9ed3d76c5 consumer(ticdc): adjust consumer log level (#12092) ✅ Checkout master 🎉 /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow ✅ ~~~~~ All done. ~~~~~~ [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache not saved (git/pingcap/tiflow/rev-master already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (prepare) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/third_party_download [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] sh + export TIDB_BRANCH=master + TIDB_BRANCH=master + export PD_BRANCH=master + PD_BRANCH=master + export TIKV_BRANCH=master + TIKV_BRANCH=master + export TIFLASH_BRANCH=master + TIFLASH_BRANCH=master + cd ../tiflow + ./scripts/download-integration-test-binaries.sh master Downloading binaries... >>> Downloading tidb-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tidb/d9fb3a53376157be49b5a7941e6e689a33c81eb0/centos7/tidb-server.tar.gz 2025-04-05 20:01:58 URL:http://fileserver.pingcap.net/download/builds/pingcap/tidb/d9fb3a53376157be49b5a7941e6e689a33c81eb0/centos7/tidb-server.tar.gz [620275338/620275338] -> "tmp/tidb-server.tar.gz" [1] >>> Downloading pd-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/pd/9d6bbb8529d9d2acb9cf324a65e94ece465f6346/centos7/pd-server.tar.gz 2025-04-05 20:02:16 URL:http://fileserver.pingcap.net/download/builds/pingcap/pd/9d6bbb8529d9d2acb9cf324a65e94ece465f6346/centos7/pd-server.tar.gz [228444265/228444265] -> "tmp/pd-server.tar.gz" [1] >>> Downloading tikv-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tikv/3eb3439fd88f0db9de06ef92e845e80b32c9b49a/centos7/tikv-server.tar.gz 2025-04-05 20:02:49 URL:http://fileserver.pingcap.net/download/builds/pingcap/tikv/3eb3439fd88f0db9de06ef92e845e80b32c9b49a/centos7/tikv-server.tar.gz [817400808/817400808] -> "tmp/tikv-server.tar.gz" [1] >>> Downloading tiflash.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tiflash/master/8ecb79fcf30098e6786f4d0440ead2a879a3ad4a/centos7/tiflash.tar.gz 2025-04-05 20:03:17 URL:http://fileserver.pingcap.net/download/builds/pingcap/tiflash/master/8ecb79fcf30098e6786f4d0440ead2a879a3ad4a/centos7/tiflash.tar.gz [553235170/553235170] -> "tmp/tiflash.tar.gz" [1] >>> Downloading minio.tar.gz from http://fileserver.pingcap.net/download/minio.tar.gz 2025-04-05 20:03:23 URL:http://fileserver.pingcap.net/download/minio.tar.gz [17718777/17718777] -> "tmp/minio.tar.gz" [1] >>> Downloading etcd.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/cdc/etcd-v3.4.7-linux-amd64.tar.gz 2025-04-05 20:03:24 URL:http://fileserver.pingcap.net/download/builds/pingcap/cdc/etcd-v3.4.7-linux-amd64.tar.gz [17310840/17310840] -> "tmp/etcd.tar.gz" [1] >>> Downloading schema-registry.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/cdc/schema-registry.tar.gz 2025-04-05 20:03:35 URL:http://fileserver.pingcap.net/download/builds/pingcap/cdc/schema-registry.tar.gz [278386006/278386006] -> "tmp/schema-registry.tar.gz" [1] >>> Downloading go-ycsb from http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb 2025-04-05 20:03:39 URL:http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb [45975512/45975512] -> "third_bin/go-ycsb" [1] >>> Downloading jq from http://fileserver.pingcap.net/download/builds/pingcap/test/jq-1.6/jq-linux64 2025-04-05 20:03:39 URL:http://fileserver.pingcap.net/download/builds/pingcap/test/jq-1.6/jq-linux64 [3953824/3953824] -> "third_bin/jq" [1] Download SUCCESS + ls -alh ./bin total 2.0G drwxr-sr-x 6 jenkins jenkins 4.0K Apr 5 20:03 . drwxr-sr-x 19 jenkins jenkins 4.0K Apr 5 20:03 .. drwxr-sr-x 2 jenkins jenkins 4.0K May 19 2023 bin drwxr-sr-x 4 jenkins jenkins 4.0K May 10 2023 etc -rwxr-xr-x 1 jenkins jenkins 17M Apr 2 2020 etcdctl -rwxr-xr-x 1 jenkins jenkins 44M Apr 5 20:03 go-ycsb -rwxr-xr-x 1 jenkins jenkins 3.8M Apr 5 20:03 jq drwxr-sr-x 3 jenkins jenkins 4.0K May 10 2023 lib lrwxrwxrwx 1 jenkins jenkins 13 Apr 3 12:33 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x 1 jenkins jenkins 1.2M Dec 18 2023 libc++.so.1.0 lrwxrwxrwx 1 jenkins jenkins 16 Apr 3 12:33 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x 1 jenkins jenkins 353K Dec 18 2023 libc++abi.so.1.0 lrwxrwxrwx 1 jenkins jenkins 13 Apr 3 12:33 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx 1 jenkins jenkins 15 Apr 3 12:33 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 2.2M Apr 3 11:49 libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 346M Apr 3 12:34 libtiflash_proxy.so -rwxr-xr-x 1 jenkins jenkins 50M Jul 29 2020 minio -rwxr-xr-x 1 jenkins jenkins 41M Apr 3 15:30 pd-api-bench -rwxr-xr-x 1 jenkins jenkins 44M Apr 3 15:29 pd-ctl -rwxr-xr-x 1 jenkins jenkins 40M Apr 3 15:30 pd-heartbeat-bench -rwxr-xr-x 1 jenkins jenkins 35M Apr 3 15:29 pd-recover -rwxr-xr-x 1 jenkins jenkins 37M Apr 3 15:30 pd-region-bench -rwxr-xr-x 1 jenkins jenkins 115M Apr 3 15:29 pd-server -rwxr-xr-x 1 jenkins jenkins 37M Apr 3 15:30 pd-tso-bench -rwxr-xr-x 1 jenkins jenkins 15M Apr 3 15:30 pd-ut -rwxr-xr-x 1 jenkins jenkins 35M Apr 3 15:30 regions-dump drwxr-sr-x 4 jenkins jenkins 4.0K May 10 2023 share -rwxr-xr-x 1 jenkins jenkins 35M Apr 3 15:30 stores-dump -rwxr-xr-x 1 jenkins jenkins 241M Apr 3 19:14 tidb-server -rwxr-xr-x 1 jenkins jenkins 443M Apr 3 12:33 tiflash -rwxr-xr-x 1 jenkins jenkins 373M Apr 2 11:56 tikv-server -rwxr-xr-x 1 jenkins jenkins 2.3M Apr 3 15:30 xprog + make check_third_party_binary go: downloading go1.23.4 (linux/amd64) /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/tidb-server /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/tikv-server /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/pd-server /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/tiflash /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/pd-ctl /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/go-ycsb /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/etcdctl /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/jq /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/minio /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/bin/schema-registry-start + cd - /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/third_party_download + mkdir -p bin + mv ../tiflow/bin/bin ../tiflow/bin/etc ../tiflow/bin/etcdctl ../tiflow/bin/go-ycsb ../tiflow/bin/jq ../tiflow/bin/lib ../tiflow/bin/libc++.so.1 ../tiflow/bin/libc++.so.1.0 ../tiflow/bin/libc++abi.so.1 ../tiflow/bin/libc++abi.so.1.0 ../tiflow/bin/libgmssl.so ../tiflow/bin/libgmssl.so.3 ../tiflow/bin/libgmssl.so.3.0 ../tiflow/bin/libtiflash_proxy.so ../tiflow/bin/minio ../tiflow/bin/pd-api-bench ../tiflow/bin/pd-ctl ../tiflow/bin/pd-heartbeat-bench ../tiflow/bin/pd-recover ../tiflow/bin/pd-region-bench ../tiflow/bin/pd-server ../tiflow/bin/pd-tso-bench ../tiflow/bin/pd-ut ../tiflow/bin/regions-dump ../tiflow/bin/share ../tiflow/bin/stores-dump ../tiflow/bin/tidb-server ../tiflow/bin/tiflash ../tiflow/bin/tikv-server ../tiflow/bin/xprog ./bin/ + ls -alh ./bin total 2.0G drwxr-sr-x 6 jenkins jenkins 4.0K Apr 5 20:03 . drwxr-sr-x 3 jenkins jenkins 4.0K Apr 5 20:03 .. drwxr-sr-x 2 jenkins jenkins 4.0K May 19 2023 bin drwxr-sr-x 4 jenkins jenkins 4.0K May 10 2023 etc -rwxr-xr-x 1 jenkins jenkins 17M Apr 2 2020 etcdctl -rwxr-xr-x 1 jenkins jenkins 44M Apr 5 20:03 go-ycsb -rwxr-xr-x 1 jenkins jenkins 3.8M Apr 5 20:03 jq drwxr-sr-x 3 jenkins jenkins 4.0K May 10 2023 lib lrwxrwxrwx 1 jenkins jenkins 13 Apr 3 12:33 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x 1 jenkins jenkins 1.2M Dec 18 2023 libc++.so.1.0 lrwxrwxrwx 1 jenkins jenkins 16 Apr 3 12:33 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x 1 jenkins jenkins 353K Dec 18 2023 libc++abi.so.1.0 lrwxrwxrwx 1 jenkins jenkins 13 Apr 3 12:33 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx 1 jenkins jenkins 15 Apr 3 12:33 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 2.2M Apr 3 11:49 libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 346M Apr 3 12:34 libtiflash_proxy.so -rwxr-xr-x 1 jenkins jenkins 50M Jul 29 2020 minio -rwxr-xr-x 1 jenkins jenkins 41M Apr 3 15:30 pd-api-bench -rwxr-xr-x 1 jenkins jenkins 44M Apr 3 15:29 pd-ctl -rwxr-xr-x 1 jenkins jenkins 40M Apr 3 15:30 pd-heartbeat-bench -rwxr-xr-x 1 jenkins jenkins 35M Apr 3 15:29 pd-recover -rwxr-xr-x 1 jenkins jenkins 37M Apr 3 15:30 pd-region-bench -rwxr-xr-x 1 jenkins jenkins 115M Apr 3 15:29 pd-server -rwxr-xr-x 1 jenkins jenkins 37M Apr 3 15:30 pd-tso-bench -rwxr-xr-x 1 jenkins jenkins 15M Apr 3 15:30 pd-ut -rwxr-xr-x 1 jenkins jenkins 35M Apr 3 15:30 regions-dump drwxr-sr-x 4 jenkins jenkins 4.0K May 10 2023 share -rwxr-xr-x 1 jenkins jenkins 35M Apr 3 15:30 stores-dump -rwxr-xr-x 1 jenkins jenkins 241M Apr 3 19:14 tidb-server -rwxr-xr-x 1 jenkins jenkins 443M Apr 3 12:33 tiflash -rwxr-xr-x 1 jenkins jenkins 373M Apr 2 11:56 tikv-server -rwxr-xr-x 1 jenkins jenkins 2.3M Apr 3 15:30 xprog + ./bin/tidb-server -V Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 + ./bin/tikv-server -V TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + ./bin/tiflash --version TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored [Pipeline] } [Pipeline] // retry [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] sh + ls -alh ./bin total 8.0K drwxr-sr-x 2 jenkins jenkins 4.0K Apr 5 20:03 . drwxr-sr-x 19 jenkins jenkins 4.0K Apr 5 20:03 .. + '[' -f ./bin/cdc ']' + make cdc CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 12:03:45" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc ./cmd/cdc go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394 go: downloading github.com/spf13/cobra v1.8.1 go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading github.com/prometheus/client_golang v1.20.5 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading golang.org/x/sync v0.10.0 go: downloading github.com/gin-gonic/gin v1.9.1 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8 go: downloading github.com/spf13/pflag v1.0.5 go: downloading golang.org/x/net v0.33.0 go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31 go: downloading google.golang.org/grpc v1.64.0 go: downloading github.com/IBM/sarama v1.41.2 go: downloading github.com/xdg/scram v1.0.5 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading go.uber.org/atomic v1.11.0 go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/apache/pulsar-client-go v0.11.0 go: downloading github.com/aws/aws-sdk-go-v2 v1.19.1 go: downloading github.com/tinylib/msgp v1.1.6 go: downloading github.com/swaggo/files v0.0.0-20210815190702-a29dd2bc99b2 go: downloading github.com/swaggo/gin-swagger v1.2.0 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394 go: downloading github.com/google/uuid v1.6.0 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading golang.org/x/time v0.7.0 go: downloading github.com/DATA-DOG/go-sqlmock v1.5.0 go: downloading github.com/imdario/mergo v0.3.16 go: downloading go.etcd.io/etcd/server/v3 v3.5.12 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading golang.org/x/sys v0.28.0 go: downloading github.com/robfig/cron v1.2.0 go: downloading github.com/hashicorp/golang-lru v0.5.1 go: downloading github.com/benbjohnson/clock v1.1.0 go: downloading github.com/stretchr/testify v1.10.0 go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/jcmturner/gokrb5/v8 v8.4.4 go: downloading github.com/segmentio/kafka-go v0.4.41-0.20230526171612-f057b1d369cd go: downloading cloud.google.com/go/storage v1.39.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0 go: downloading github.com/KimMachineGun/automemlimit v0.2.4 go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading github.com/klauspost/compress v1.17.9 go: downloading github.com/pierrec/lz4/v4 v4.1.18 go: downloading github.com/cenkalti/backoff/v4 v4.2.1 go: downloading github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0 go: downloading github.com/uber-go/atomic v1.4.0 go: downloading go.etcd.io/etcd/pkg/v3 v3.5.12 go: downloading github.com/swaggo/swag v1.16.3 go: downloading github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 go: downloading golang.org/x/oauth2 v0.24.0 go: downloading github.com/r3labs/diff v1.1.0 go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/gavv/monotime v0.0.0-20190418164738-30dba4353424 go: downloading cloud.google.com/go v0.112.2 go: downloading github.com/pingcap/tidb-dashboard v0.0.0-20240326110213-9768844ff5d7 go: downloading github.com/golang/mock v1.6.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/go-mysql-org/go-mysql v1.9.1 go: downloading github.com/pingcap/check v0.0.0-20211026125417-57bd13f7b5f0 go: downloading github.com/xdg/stringprep v1.0.3 go: downloading golang.org/x/crypto v0.31.0 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/golang/protobuf v1.5.4 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda go: downloading github.com/philhofer/fwd v1.1.1 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/gin-contrib/sse v0.1.0 go: downloading github.com/pelletier/go-toml/v2 v2.0.8 go: downloading github.com/go-playground/validator/v10 v10.14.0 go: downloading github.com/ugorji/go/codec v1.2.11 go: downloading google.golang.org/protobuf v1.35.2 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/aws/smithy-go v1.13.5 go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/prometheus/common v0.61.0 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/prometheus/procfs v0.15.1 go: downloading github.com/jcmturner/dnsutils/v2 v2.0.0 go: downloading github.com/jcmturner/gofork v1.7.6 go: downloading github.com/hashicorp/go-uuid v1.0.3 go: downloading github.com/containerd/cgroups v1.0.4 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/eapache/go-resiliency v1.4.0 go: downloading github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3 go: downloading github.com/eapache/queue v1.1.0 go: downloading github.com/hashicorp/go-multierror v1.1.1 go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading github.com/linkedin/goavro/v2 v2.11.1 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/sirupsen/logrus v1.9.3 go: downloading github.com/AthenZ/athenz v1.10.39 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/stretchr/objx v0.5.2 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading golang.org/x/term v0.27.0 go: downloading github.com/xdg-go/scram v1.1.2 go: downloading github.com/grpc-ecosystem/grpc-gateway v1.16.0 go: downloading github.com/tmc/grpc-websocket-proxy v0.0.0-20220101234140-673ab2c3ae75 go: downloading go.etcd.io/bbolt v1.3.9 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.22.0 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.22.0 go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading go.opentelemetry.io/otel/sdk v1.24.0 go: downloading sigs.k8s.io/yaml v1.4.0 go: downloading github.com/aws/aws-sdk-go-v2/config v1.18.30 go: downloading github.com/aws/aws-sdk-go-v2/credentials v1.13.29 go: downloading github.com/aws/aws-sdk-go-v2/service/glue v1.58.1 go: downloading github.com/jarcoal/httpmock v1.2.0 go: downloading github.com/mailru/easyjson v0.7.7 go: downloading golang.org/x/text v0.21.0 go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading cloud.google.com/go/iam v1.1.7 go: downloading github.com/googleapis/gax-go/v2 v2.12.3 go: downloading google.golang.org/api v0.170.0 go: downloading github.com/KyleBanks/depth v1.2.1 go: downloading github.com/go-openapi/spec v0.21.0 go: downloading golang.org/x/tools v0.28.0 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/pierrec/lz4 v2.6.1+incompatible go: downloading github.com/joomcode/errorx v1.0.1 go: downloading github.com/cakturk/go-netstat v0.0.0-20200220111822-e5b49efee7a5 go: downloading gorm.io/gorm v1.25.11 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading github.com/siddontang/go-log v0.0.0-20180807004314-8d05993dda07 go: downloading github.com/siddontang/go v0.0.0-20180604090527-bdc77568d726 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading github.com/leodido/go-urn v1.2.4 go: downloading github.com/go-playground/universal-translator v0.18.1 go: downloading github.com/gabriel-vasile/mimetype v1.4.2 go: downloading github.com/jcmturner/aescts/v2 v2.0.0 go: downloading github.com/jcmturner/rpc/v2 v2.0.3 go: downloading github.com/hashicorp/errwrap v1.0.0 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/spaolacci/murmur3 v1.1.0 go: downloading golang.org/x/mod v0.22.0 go: downloading github.com/opencontainers/runtime-spec v1.0.2 go: downloading github.com/godbus/dbus/v5 v5.0.4 go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading github.com/cilium/ebpf v0.4.0 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible go: downloading github.com/99designs/keyring v1.2.1 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 go: downloading github.com/xdg-go/pbkdf2 v1.0.0 go: downloading github.com/xdg-go/stringprep v1.0.4 go: downloading go.etcd.io/etcd/raft/v3 v3.5.12 go: downloading github.com/xiang90/probing v0.0.0-20221125231312-a49e3df8f510 go: downloading github.com/jonboulle/clockwork v0.4.0 go: downloading github.com/gorilla/websocket v1.5.1 go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading go.opentelemetry.io/otel/trace v1.24.0 go: downloading github.com/aws/aws-sdk-go-v2/service/sso v1.12.14 go: downloading github.com/aws/aws-sdk-go-v2/service/ssooidc v1.14.14 go: downloading github.com/aws/aws-sdk-go-v2/service/sts v1.20.1 go: downloading github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.6 go: downloading github.com/aws/aws-sdk-go-v2/internal/ini v1.3.37 go: downloading go.opentelemetry.io/proto/otlp v1.1.0 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.36 go: downloading github.com/go-openapi/jsonpointer v0.21.0 go: downloading github.com/go-openapi/jsonreference v0.21.0 go: downloading github.com/go-openapi/swag v0.23.0 go: downloading github.com/shopspring/decimal v1.3.0 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/edwingeng/deque v0.0.0-20191220032131-8596380dee17 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/gorilla/mux v1.8.1 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading github.com/golang-jwt/jwt/v4 v4.5.1 go: downloading go.etcd.io/etcd/client/v2 v2.305.12 go: downloading github.com/qri-io/jsonschema v0.2.1 go: downloading github.com/go-logr/logr v1.4.1 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.30 go: downloading github.com/ardielle/ardielle-go v1.5.2 go: downloading github.com/dvsekhvalnov/jose2go v1.5.0 go: downloading github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c go: downloading github.com/mtibben/percent v0.2.1 go: downloading github.com/go-playground/locales v0.14.1 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.30 go: downloading github.com/grpc-ecosystem/grpc-gateway/v2 v2.19.1 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22 go: downloading github.com/jinzhu/now v1.1.5 go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading github.com/josharian/intern v1.0.0 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/mattn/go-runewidth v0.0.16 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d go: downloading github.com/jinzhu/inflection v1.0.0 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading k8s.io/api v0.29.11 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/goccy/go-reflect v1.2.0 go: downloading cloud.google.com/go/kms v1.15.8 go: downloading github.com/rivo/uniseg v0.4.7 go: downloading github.com/rogpeppe/go-internal v1.13.1 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/golang-jwt/jwt/v5 v5.2.1 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/ncw/directio v1.0.5 go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading github.com/andybalholm/brotli v1.0.5 go: downloading github.com/klauspost/cpuid/v2 v2.2.4 go: downloading k8s.io/apimachinery v0.29.11 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading github.com/google/gofuzz v1.2.0 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading github.com/jmespath/go-jmespath v0.4.0 go: downloading github.com/google/s2a-go v0.1.7 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 + '[' -f ./bin/cdc_kafka_consumer ']' + make kafka_consumer CGO_ENABLED=1 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 12:06:48" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_kafka_consumer ./cmd/kafka-consumer go: downloading github.com/confluentinc/confluent-kafka-go/v2 v2.3.0 go: downloading github.com/DataDog/zstd v1.5.5 + '[' -f ./bin/cdc_storage_consumer ']' + make storage_consumer CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 12:09:29" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_storage_consumer ./cmd/storage-consumer/main.go + '[' -f ./bin/cdc.test ']' + make integration_test_build cd tools/check && GO111MODULE=on go build -mod=mod -o ../bin/failpoint-ctl github.com/pingcap/failpoint/failpoint-ctl go: downloading github.com/pingcap/failpoint v0.0.0-20210316064728-7acb0f0a3dfd go: downloading github.com/sergi/go-diff v1.1.0 CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 12:09:37" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_storage_consumer ./cmd/storage-consumer/main.go CGO_ENABLED=1 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 12:09:37" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_kafka_consumer ./cmd/kafka-consumer CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 12:09:37" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_pulsar_consumer ./cmd/pulsar-consumer/main.go CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 12:09:37" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/oauth2-server ./cmd/oauth2-server/main.go go: downloading github.com/go-oauth2/oauth2/v4 v4.5.2 go: downloading github.com/tidwall/buntdb v1.3.0 go: downloading github.com/tidwall/rtred v0.1.2 go: downloading github.com/tidwall/gjson v1.14.3 go: downloading github.com/tidwall/match v1.1.1 go: downloading github.com/tidwall/grect v0.1.4 go: downloading github.com/tidwall/tinyqueue v0.1.1 go: downloading github.com/tidwall/pretty v1.2.0 CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 12:09:37" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/sync_diff_inspector ./sync_diff_inspector go: downloading github.com/olekukonko/tablewriter v0.0.5 $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl enable >/dev/null) go: downloading github.com/PingCAP-QE/go-sqlsmith v0.0.0-20241224111350-ad2e4f976c7c go: downloading github.com/chzyer/readline v1.5.1 go: downloading github.com/deepmap/oapi-codegen v1.9.0 go: downloading github.com/gogo/gateway v1.1.0 go: downloading github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510 go: downloading github.com/getkin/kin-openapi v0.80.0 go: downloading github.com/syndtr/goleveldb v1.0.1-0.20210305035536-64b5b1c73954 go: downloading github.com/shurcooL/httpgzip v0.0.0-20190720172056-320755c1c1b0 go: downloading github.com/mattn/go-shellwords v1.0.12 go: downloading go.uber.org/dig v1.13.0 go: downloading go.uber.org/ratelimit v0.2.0 go: downloading github.com/VividCortex/mysqlerr v1.0.0 go: downloading github.com/glebarez/go-sqlite v1.21.2 go: downloading github.com/go-ozzo/ozzo-validation/v4 v4.3.0 go: downloading github.com/ngaut/log v0.0.0-20210830112240-0124ec040aeb go: downloading github.com/glebarez/sqlite v1.7.0 go: downloading gorm.io/driver/mysql v1.5.7 go: downloading go.uber.org/goleak v1.3.0 go: downloading github.com/andres-erbsen/clock v0.0.0-20160526145045-9e14626cd129 go: downloading github.com/bradleyjkemp/grpc-tools v0.2.5 go: downloading github.com/integralist/go-findroot v0.0.0-20160518114804-ac90681525dc go: downloading github.com/jmoiron/sqlx v1.3.3 go: downloading upper.io/db.v3 v3.7.1+incompatible go: downloading modernc.org/sqlite v1.27.0 go: downloading modernc.org/libc v1.37.1 go: downloading github.com/ghodss/yaml v1.0.0 go: downloading github.com/improbable-eng/grpc-web v0.12.0 go: downloading github.com/rs/cors v1.7.0 go: downloading github.com/desertbit/timer v0.0.0-20180107155436-c41aec40b27f go: downloading modernc.org/memory v1.7.2 go: downloading modernc.org/mathutil v1.6.0 CGO_ENABLED=1 GO111MODULE=on go test -p 3 --race --tags=intest -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 12:09:37" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -c -cover -covermode=atomic \ -coverpkg=github.com/pingcap/tiflow/... \ -o bin/cdc.test github.com/pingcap/tiflow/cmd/cdc \ || { $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null); exit 1; } CGO_ENABLED=0 GO111MODULE=on go build -trimpath -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-05 12:09:37" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc ./cmd/cdc/main.go \ || { $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null); exit 1; } $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null) + ls -alh ./bin total 1.4G drwxr-sr-x 2 jenkins jenkins 4.0K Apr 5 20:15 . drwxr-sr-x 19 jenkins jenkins 4.0K Apr 5 20:03 .. -rwxr-xr-x 1 jenkins jenkins 231M Apr 5 20:15 cdc -rwxr-xr-x 1 jenkins jenkins 363M Apr 5 20:15 cdc.test -rwxr-xr-x 1 jenkins jenkins 268M Apr 5 20:10 cdc_kafka_consumer -rwxr-xr-x 1 jenkins jenkins 200M Apr 5 20:10 cdc_pulsar_consumer -rwxr-xr-x 1 jenkins jenkins 199M Apr 5 20:09 cdc_storage_consumer -rwxr-xr-x 1 jenkins jenkins 13M Apr 5 20:10 oauth2-server -rwxr-xr-x 1 jenkins jenkins 145M Apr 5 20:10 sync_diff_inspector + ./bin/cdc version Release Version: v9.0.0-beta.1-9-g4c631d595 Git Commit Hash: 4c631d5951854ac91765b729fe3849d8e8d5ed8a Git Branch: HEAD UTC Build Time: 2025-04-05 12:09:37 Go Version: go1.23.4 Failpoint Build: true [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + cp -r ../third_party_download/bin/bin ../third_party_download/bin/etc ../third_party_download/bin/etcdctl ../third_party_download/bin/go-ycsb ../third_party_download/bin/jq ../third_party_download/bin/lib ../third_party_download/bin/libc++.so.1 ../third_party_download/bin/libc++.so.1.0 ../third_party_download/bin/libc++abi.so.1 ../third_party_download/bin/libc++abi.so.1.0 ../third_party_download/bin/libgmssl.so ../third_party_download/bin/libgmssl.so.3 ../third_party_download/bin/libgmssl.so.3.0 ../third_party_download/bin/libtiflash_proxy.so ../third_party_download/bin/minio ../third_party_download/bin/pd-api-bench ../third_party_download/bin/pd-ctl ../third_party_download/bin/pd-heartbeat-bench ../third_party_download/bin/pd-recover ../third_party_download/bin/pd-region-bench ../third_party_download/bin/pd-server ../third_party_download/bin/pd-tso-bench ../third_party_download/bin/pd-ut ../third_party_download/bin/regions-dump ../third_party_download/bin/share ../third_party_download/bin/stores-dump ../third_party_download/bin/tidb-server ../third_party_download/bin/tiflash ../third_party_download/bin/tikv-server ../third_party_download/bin/xprog ./bin/ + ls -alh ./bin total 3.3G drwxr-sr-x 6 jenkins jenkins 4.0K Apr 5 20:15 . drwxr-sr-x 19 jenkins jenkins 4.0K Apr 5 20:03 .. drwxr-sr-x 2 jenkins jenkins 4.0K Apr 5 20:15 bin -rwxr-xr-x 1 jenkins jenkins 231M Apr 5 20:15 cdc -rwxr-xr-x 1 jenkins jenkins 363M Apr 5 20:15 cdc.test -rwxr-xr-x 1 jenkins jenkins 268M Apr 5 20:10 cdc_kafka_consumer -rwxr-xr-x 1 jenkins jenkins 200M Apr 5 20:10 cdc_pulsar_consumer -rwxr-xr-x 1 jenkins jenkins 199M Apr 5 20:09 cdc_storage_consumer drwxr-sr-x 4 jenkins jenkins 4.0K Apr 5 20:15 etc -rwxr-xr-x 1 jenkins jenkins 17M Apr 5 20:15 etcdctl -rwxr-xr-x 1 jenkins jenkins 44M Apr 5 20:15 go-ycsb -rwxr-xr-x 1 jenkins jenkins 3.8M Apr 5 20:15 jq drwxr-sr-x 3 jenkins jenkins 4.0K Apr 5 20:15 lib lrwxrwxrwx 1 jenkins jenkins 13 Apr 5 20:15 libc++.so.1 -> libc++.so.1.0 -rwxr-xr-x 1 jenkins jenkins 1.2M Apr 5 20:15 libc++.so.1.0 lrwxrwxrwx 1 jenkins jenkins 16 Apr 5 20:15 libc++abi.so.1 -> libc++abi.so.1.0 -rwxr-xr-x 1 jenkins jenkins 353K Apr 5 20:15 libc++abi.so.1.0 lrwxrwxrwx 1 jenkins jenkins 13 Apr 5 20:15 libgmssl.so -> libgmssl.so.3 lrwxrwxrwx 1 jenkins jenkins 15 Apr 5 20:15 libgmssl.so.3 -> libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 2.2M Apr 5 20:15 libgmssl.so.3.0 -rwxr-xr-x 1 jenkins jenkins 346M Apr 5 20:15 libtiflash_proxy.so -rwxr-xr-x 1 jenkins jenkins 50M Apr 5 20:15 minio -rwxr-xr-x 1 jenkins jenkins 13M Apr 5 20:10 oauth2-server -rwxr-xr-x 1 jenkins jenkins 41M Apr 5 20:15 pd-api-bench -rwxr-xr-x 1 jenkins jenkins 44M Apr 5 20:15 pd-ctl -rwxr-xr-x 1 jenkins jenkins 40M Apr 5 20:15 pd-heartbeat-bench -rwxr-xr-x 1 jenkins jenkins 35M Apr 5 20:15 pd-recover -rwxr-xr-x 1 jenkins jenkins 37M Apr 5 20:15 pd-region-bench -rwxr-xr-x 1 jenkins jenkins 115M Apr 5 20:15 pd-server -rwxr-xr-x 1 jenkins jenkins 37M Apr 5 20:15 pd-tso-bench -rwxr-xr-x 1 jenkins jenkins 15M Apr 5 20:15 pd-ut -rwxr-xr-x 1 jenkins jenkins 35M Apr 5 20:15 regions-dump drwxr-sr-x 4 jenkins jenkins 4.0K Apr 5 20:15 share -rwxr-xr-x 1 jenkins jenkins 35M Apr 5 20:15 stores-dump -rwxr-xr-x 1 jenkins jenkins 145M Apr 5 20:10 sync_diff_inspector -rwxr-xr-x 1 jenkins jenkins 241M Apr 5 20:15 tidb-server -rwxr-xr-x 1 jenkins jenkins 443M Apr 5 20:15 tiflash -rwxr-xr-x 1 jenkins jenkins 373M Apr 5 20:15 tikv-server -rwxr-xr-x 1 jenkins jenkins 2.3M Apr 5 20:15 xprog [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 52.58 secs (76620760 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Tests) [Pipeline] parallel [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G00') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G01') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G02') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G03') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G04') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G05') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G06') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G07') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G08') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G09') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G10') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G11') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G12') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G13') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G14') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G15') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G16') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G17') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G18') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G19') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G20') [Pipeline] { (Branch: Matrix - TEST_GROUP = 'G21') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G00') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G01') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G02') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G03') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G04') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G05') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G06') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G07') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G08') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G09') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G10') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G11') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G12') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G13') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G14') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G15') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G16') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G17') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G18') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G19') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G20') [Pipeline] stage [Pipeline] { (Matrix - TEST_GROUP = 'G21') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94 Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927 Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3 Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-4bltp-2wr1h --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "000f5a95a24f29d32b05fa0cc3c6933dfd1167d9" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-4bltp" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@20950a17; decorates RemoteLauncher[hudson.remoting.Channel@3ad6ba68:JNLP4-connect connection from 10.233.84.78/10.233.84.78:38064] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-5-wqzzn Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-tt0r6-7483g --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "dfa10bbec29b74d5f69b7d01ade455c48123f8cd" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-tt0r6" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-0tj6v-wr1nb --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "c42a4ace03177fb240943ddbcb5eb684148257e1" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-0tj6v" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] node [Pipeline] checkout The recommended git tool is: git Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@4a6b1b3d; decorates RemoteLauncher[hudson.remoting.Channel@57638934:JNLP4-connect connection from 10.233.127.233/10.233.127.233:47492] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 [Pipeline] withEnv [Pipeline] { [Pipeline] container Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-10pc3-bqh0k --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "332734854a42b32de9eab2ccdc2e33121f1b6838" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-10pc3" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" [Pipeline] { Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test [Pipeline] { [Pipeline] checkout [Pipeline] stage [Pipeline] { (Test) The recommended git tool is: git Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] cache Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2cb983db; decorates RemoteLauncher[hudson.remoting.Channel@20725f2d:JNLP4-connect connection from 10.233.77.221/10.233.77.221:33484] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461 Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-nx0sm-w5krp --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "085fdb357d27a10f14684349c63ba46f716e4ced" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-nx0sm" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-z8x1b-rjzcm --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "f5bac857a30b7eaa866ca59e9aefb86de8fbf41b" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-z8x1b" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5cd4fa46; decorates RemoteLauncher[hudson.remoting.Channel@4fdcecc:JNLP4-connect connection from 10.233.106.67/10.233.106.67:45404] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-5-wqzzn is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-5h93c-hph2w --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "761451a443dcdb1c1c3c5c27cc36232efd98c2d7" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-5h93c" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-5-wqzzn" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-5-wqzzn" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-5-wqzzn" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-5-wqzzn in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-k9kjd-hjf6j --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "b21ad99e5c5c53c952893b4cb41d0ab34e513290" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-k9kjd" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-r06jp-gb4fb --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "27004f934f8679b81dd3f07a12384255b978df4f" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-r06jp" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-7xh5c-x04bs --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "b57f071fdbb32c7cb3d51f880e85beab9ae6f222" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-7xh5c" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_mysql_test.yaml from git https://github.com/PingCAP-QE/ci.git Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 8.69 secs (463678095 bytes/sec) [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] sh [Pipeline] { [Pipeline] { [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G01 Run cases: http_api http_api_tls api_v2 http_api_tls_with_user_auth cli_tls_with_auth debezium_basic kafka_simple_basic kafka_simple_basic_avro kafka_simple_handle_key_only kafka_simple_handle_key_only_avro kafka_simple_claim_check kafka_simple_claim_check_avro canal_json_adapter_compatibility canal_json_basic canal_json_content_compatible multi_topics avro_basic canal_json_handle_key_only open_protocol_handle_key_only canal_json_claim_check open_protocol_claim_check canal_json_storage_basic canal_json_storage_partition_table multi_tables_ddl PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=b382b82e-8711-4397-b95c-dd51419fac95 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G01 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-4bltp GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94 pingcap_tiflow_periodics_cdc_integration_mysql_test_233-4bltp GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_api/run.sh using Sink-Type: mysql... <<================= [Pipeline] node [Pipeline] node [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] { The recommended git tool is: git [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git WARNING: Running pip install with root privileges is generally not a good idea. Try `__main__.py install --user` instead. Collecting requests==2.26.0 The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11 Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-j-h37x7 Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-2-g9wmc Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-f-th62g Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4 Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-3-b2x41 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-w-6l0wz [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-tq3x1 [Pipeline] { Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-d-g83n3 Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-s-csrtv [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1a470cf1; decorates RemoteLauncher[hudson.remoting.Channel@f24428c:JNLP4-connect connection from 10.233.86.238/10.233.86.238:55178] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@30609623; decorates RemoteLauncher[hudson.remoting.Channel@700cf846:JNLP4-connect connection from 10.233.97.116/10.233.97.116:40488] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@3c02975b; decorates RemoteLauncher[hudson.remoting.Channel@24c0bbc:JNLP4-connect connection from 10.233.97.150/10.233.97.150:44798] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@3de9e2dc; decorates RemoteLauncher[hudson.remoting.Channel@755bcda8:JNLP4-connect connection from 10.233.84.212/10.233.84.212:60532] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7644ee9a; decorates RemoteLauncher[hudson.remoting.Channel@1ed3abd3:JNLP4-connect connection from 10.233.127.73/10.233.127.73:38638] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@37ba0521; decorates RemoteLauncher[hudson.remoting.Channel@44b39c8a:JNLP4-connect connection from 10.233.106.169/10.233.106.169:36596] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Downloading https://files.pythonhosted.org/packages/92/96/144f70b972a9c0eabbd4391ef93ccd49d0f2747f4f6a2a2738e99e5adc65/requests-2.26.0-py2.py3-none-any.whl (62kB) Collecting idna<4,>=2.5; python_version >= "3" (from requests==2.26.0) Downloading https://files.pythonhosted.org/packages/76/c6/c88e154df9c4e1a2a66ccf0005a88dfb2650c1dffb6f5ce603dfbd452ce3/idna-3.10-py3-none-any.whl (70kB) Collecting urllib3<1.27,>=1.21.1 (from requests==2.26.0) Downloading https://files.pythonhosted.org/packages/33/cf/8435d5a7159e2a9c83a95896ed596f68cf798005fe107cc655b5c5c14704/urllib3-1.26.20-py2.py3-none-any.whl (144kB) Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-mysql-test-233-b-sr1zl Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Avoid second fetch Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Requirement already up-to-date: charset-normalizer~=2.0.0; python_version >= "3" in /usr/local/lib/python3.6/site-packages (from requests==2.26.0) Collecting certifi>=2017.4.17 (from requests==2.26.0) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Downloading https://files.pythonhosted.org/packages/38/fc/bce832fd4fd99766c04d1ee0eead6b0ec6486fb100ae5e74c1d91292b982/certifi-2025.1.31-py3-none-any.whl (166kB) Installing collected packages: idna, urllib3, certifi, requests Found existing installation: idna 3.4 Uninstalling idna-3.4: Successfully uninstalled idna-3.4 Found existing installation: urllib3 1.26.16 Uninstalling urllib3-1.26.16: Successfully uninstalled urllib3-1.26.16 Found existing installation: certifi 2023.5.7 Uninstalling certifi-2023.5.7: Successfully uninstalled certifi-2023.5.7 Found existing installation: requests 2.27.1 Uninstalling requests-2.27.1: Successfully uninstalled requests-2.27.1 Successfully installed certifi-2025.1.31 idna-3.10 requests-2.26.0 urllib3-1.26.20 Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-f-th62g is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-fj7vw-18nkb Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-d-g83n3 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-dg6wv-0vsd0 --- apiVersion: "v1" kind: "Pod" metadata: annotations: --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "95f4c72bb00e706d6f3924a3037c771e4534b3e7" jenkins/label-digest: "d4d7c98c3df7f978167ee38926573f8e7093cf4b" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-fj7vw" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-f-th62g" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-dg6wv" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-d-g83n3" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" memory: "12Gi" cpu: "4" tty: true volumeMounts: name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" resources: limits: memory: "256Mi" cpu: "100m" tty: true name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-f-th62g" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-d-g83n3" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-f-th62g" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-d-g83n3" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" requests: memory: "256Mi" cpu: "100m" volumeMounts: image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 name: "workspace-volume" volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-f-th62g in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-d-g83n3 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-s-csrtv is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-stjbj-lk85t --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "0837b6a24556148b2f0317febdc246f1d3c6671b" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-stjbj" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-s-csrtv" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-s-csrtv" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-s-csrtv" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-s-csrtv in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test The 1 times to try to start tidb cluster... Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-3-b2x41 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-3pm1s-zzbrr --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "68a7f4686954bff4155f35de19b12277f3242aa8" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-3pm1s" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-3-b2x41" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-3-b2x41" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-3-b2x41" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-3-b2x41 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-8dqgp-h9887 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "b4baab4c021a662152b83a208e92b5f2fabdd4ae" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-8dqgp" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-zwbcg-4nsz9 Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-tq3x1 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-0bmkt-nlqlw --- apiVersion: "v1" --- apiVersion: "v1" kind: "Pod" metadata: annotations: kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "bb56f845816bc31dfa82fe27e1dff020b469b819" jenkins/label-digest: "4015edd122cd370678142f2d8a2b976994a6d14e" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-zwbcg" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-0bmkt" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-tq3x1" namespace: "jenkins-tiflow" spec: affinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: operator: "In" values: - "amd64" containers: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" operator: "In" values: - "amd64" containers: cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false resources: limits: memory: "128Mi" cpu: "100m" - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" name: "report" resources: limits: memory: "256Mi" cpu: "100m" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-tq3x1" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-tq3x1" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: - emptyDir: medium: "" name: "workspace-volume" fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-tq3x1 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-2-g9wmc is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-2fhhb-vwbbc --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "65d87fa7bacf2152e3b8716a55383d94eafed1db" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-2fhhb" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-2-g9wmc" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-2-g9wmc" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-2-g9wmc" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-2-g9wmc in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-k1pw8-096f3 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "3fe7595fbb351defaf8c600ca0710f6258d173df" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-k1pw8" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-j-h37x7 is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-j4b8x-fzn7l --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "e68833126324646913f21f5e7b6da2994f7bd2a4" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-j4b8x" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-j-h37x7" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-j-h37x7" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-j-h37x7" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-j-h37x7 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-w-6l0wz is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-wh590-bx0f7 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "7ddacc2c93fb8771911ca26d5a68c979b1d9c4f4" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-wh590" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-w-6l0wz" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-w-6l0wz" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-w-6l0wz" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-w-6l0wz in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test Agent pingcap-tiflow-periodics-cdc-integration-mysql-test-233-b-sr1zl is provisioned from template pingcap_tiflow_periodics_cdc_integration_mysql_test_233-b1qhq-dfjxb --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "2e47239d27f0810491c467fcec39ca219381e7d8" jenkins/label: "pingcap_tiflow_periodics_cdc_integration_mysql_test_233-b1qhq" name: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-b-sr1zl" namespace: "jenkins-tiflow" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" containers: - image: "hub.pingcap.net/jenkins/centos7_golang-1.23:latest" name: "golang" resources: limits: memory: "32Gi" cpu: "6" requests: memory: "12Gi" cpu: "4" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-b-sr1zl" - name: "JENKINS_NAME" value: "pingcap-tiflow-periodics-cdc-integration-mysql-test-233-b-sr1zl" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: medium: "" name: "workspace-volume" Running on pingcap-tiflow-periodics-cdc-integration-mysql-test-233-b-sr1zl in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test start tidb cluster in /tmp/tidb_cdc_test/http_api Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 8.58 secs (469748450 bytes/sec) [Pipeline] { [Pipeline] cache Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802018966128510 TiDB Cluster ID. tikv_gc_leader_uuid 6581788ae540013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:1443, start at 2025-04-05 20:17:10.589516911 +0800 CST m=+2.521478491 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:19:10.597 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:17:10.598 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:07:10.598 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802018966128510 TiDB Cluster ID. tikv_gc_leader_uuid 6581788ae540013 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:1443, start at 2025-04-05 20:17:10.589516911 +0800 CST m=+2.521478491 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:19:10.597 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:17:10.598 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:07:10.598 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802011664486498 TiDB Cluster ID. tikv_gc_leader_uuid 6581788ab200004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:1524, start at 2025-04-05 20:17:10.350748883 +0800 CST m=+2.197016689 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:19:10.358 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:17:10.344 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:07:10.344 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/http_api/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/http_api/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/http_api/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/http_api/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/http_api/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Sat Apr 5 20:17:14 CST 2025] <<<<<< START cdc server in http_api case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_api.27762778.out server --log-file /tmp/tidb_cdc_test/http_api/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/http_api/cdc_data1 --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 8.15 secs (494339168 bytes/sec) [Pipeline] { [Pipeline] cache + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:17:17 GMT < Content-Length: 864 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e20dd7ac-787d-47fa-a13c-b9242508988f {"id":"e20dd7ac-787d-47fa-a13c-b9242508988f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855434} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e20be4df e20dd7ac-787d-47fa-a13c-b9242508988f /tidb/cdc/default/default/upstream/7489802018966128510 {"id":7489802018966128510,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e20dd7ac-787d-47fa-a13c-b9242508988f {"id":"e20dd7ac-787d-47fa-a13c-b9242508988f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855434} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e20be4df e20dd7ac-787d-47fa-a13c-b9242508988f /tidb/cdc/default/default/upstream/7489802018966128510 {"id":7489802018966128510,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e20dd7ac-787d-47fa-a13c-b9242508988f {"id":"e20dd7ac-787d-47fa-a13c-b9242508988f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855434} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e20be4df e20dd7ac-787d-47fa-a13c-b9242508988f /tidb/cdc/default/default/upstream/7489802018966128510 {"id":7489802018966128510,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' "is-owner": true, run task successfully owner pid: 2781 owner id e20dd7ac-787d-47fa-a13c-b9242508988f default [Sat Apr 5 20:17:20 CST 2025] <<<<<< START cdc server in http_api case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_api.28992901.out server --log-file /tmp/tidb_cdc_test/http_api/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/http_api/cdc_data2 --cluster-id default --addr 127.0.0.1:8301 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:17:23 GMT < Content-Length: 1325 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d28c2462-ffc2-45a6-ab2d-2395a8daf719 {"id":"d28c2462-ffc2-45a6-ab2d-2395a8daf719","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855440} /tidb/cdc/default/__cdc_meta__/capture/e20dd7ac-787d-47fa-a13c-b9242508988f {"id":"e20dd7ac-787d-47fa-a13c-b9242508988f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855434} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e20be4df e20dd7ac-787d-47fa-a13c-b9242508988f /tidb/cdc/default/__cdc_meta__/owner/22319605e20be510 d28c2462-ffc2-45a6-ab2d-2395a8daf719 /tidb/cdc/default/default/upstream/7489802018966128510 {"id":7489802018966128510,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d28c2462-ffc2-45a6-ab2d-2395a8daf719 {"id":"d28c2462-ffc2-45a6-ab2d-2395a8daf719","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855440} /tidb/cdc/default/__cdc_meta__/capture/e20dd7ac-787d-47fa-a13c-b9242508988f {"id":"e20dd7ac-787d-47fa-a13c-b9242508988f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855434} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e20be4df e20dd7ac-787d-47fa-a13c-b9242508988f /tidb/cdc/default/__cdc_meta__/owner/22319605e20be510 d28c2462-ffc2-45a6-ab2d-2395a8daf719 /tidb/cdc/default/default/upstream/7489802018966128510 {"id":7489802018966128510,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d28c2462-ffc2-45a6-ab2d-2395a8daf719 {"id":"d28c2462-ffc2-45a6-ab2d-2395a8daf719","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855440} /tidb/cdc/default/__cdc_meta__/capture/e20dd7ac-787d-47fa-a13c-b9242508988f {"id":"e20dd7ac-787d-47fa-a13c-b9242508988f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855434} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e20be4df e20dd7ac-787d-47fa-a13c-b9242508988f /tidb/cdc/default/__cdc_meta__/owner/22319605e20be510 d28c2462-ffc2-45a6-ab2d-2395a8daf719 /tidb/cdc/default/default/upstream/7489802018966128510 {"id":7489802018966128510,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep -v "e20dd7ac-787d-47fa-a13c-b9242508988f default" | grep id Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 6.69 secs (602096936 bytes/sec) [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] sh [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G04 Run cases: foreign_key ddl_puller_lag ddl_only_block_related_table changefeed_auto_stop PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=d78598b4-67f6-4264-8cca-10acb804212a BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G04 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-tt0r6 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-tt0r6 pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/foreign_key/run.sh using Sink-Type: mysql... <<================= [Pipeline] sh The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G05 Run cases: charset_gbk ddl_manager multi_source vector PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=85539569-b17b-4741-a5b7-25b355ac8d71 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G05 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-0tj6v GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-0tj6v pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/charset_gbk/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G03 Run cases: row_format drop_many_tables processor_stop_delay partition_table ddl_with_exists PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=610751b4-73c5-4898-bd6c-b91d33461f8f BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G03 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-10pc3 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3 pingcap_tiflow_periodics_cdc_integration_mysql_test_233-10pc3 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/row_format/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... "id": "d28c2462-ffc2-45a6-ab2d-2395a8daf719", run task successfully [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] stage The recommended git tool is: git [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) capture_id: d28c2462-ffc2-45a6-ab2d-2395a8daf719 [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow pass test: check health pass test: get status [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@8d7f46d; decorates RemoteLauncher[hudson.remoting.Channel@7e4b0c90:JNLP4-connect connection from 10.233.126.183/10.233.126.183:46964] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1359300f; decorates RemoteLauncher[hudson.remoting.Channel@4aa0ee0:JNLP4-connect connection from 10.233.84.242/10.233.84.242:37338] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@28ff0525; decorates RemoteLauncher[hudson.remoting.Channel@6b6fe876:JNLP4-connect connection from 10.233.127.111/10.233.127.111:46470] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6fe17ee1; decorates RemoteLauncher[hudson.remoting.Channel@17d9db71:JNLP4-connect connection from 10.233.106.99/10.233.106.99:59138] will be ignored (a typical symptom is the Git executable not being run inside a designated container) No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1ac06918; decorates RemoteLauncher[hudson.remoting.Channel@365937f9:JNLP4-connect connection from 10.233.97.248/10.233.97.248:43730] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@909e91c; decorates RemoteLauncher[hudson.remoting.Channel@3bbb0d79:JNLP4-connect connection from 10.233.77.194/10.233.77.194:56234] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@592aae3b; decorates RemoteLauncher[hudson.remoting.Channel@708cf1e5:JNLP4-connect connection from 10.233.73.6/10.233.73.6:48642] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2c571bc8; decorates RemoteLauncher[hudson.remoting.Channel@4a14a5bb:JNLP4-connect connection from 10.233.77.49/10.233.77.49:46692] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7582645a; decorates RemoteLauncher[hudson.remoting.Channel@1e563c3d:JNLP4-connect connection from 10.233.123.165/10.233.123.165:34976] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5a2ec8da; decorates RemoteLauncher[hudson.remoting.Channel@652668ca:JNLP4-connect connection from 10.233.86.45/10.233.86.45:39978] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2d496825; decorates RemoteLauncher[hudson.remoting.Channel@13bbc197:JNLP4-connect connection from 10.233.86.109/10.233.86.109:48472] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@3aeaeb2c; decorates RemoteLauncher[hudson.remoting.Channel@2f1cff90:JNLP4-connect connection from 10.233.123.103/10.233.123.103:55768] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 pass test: create changefeed start tidb cluster in /tmp/tidb_cdc_test/foreign_key Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Avoid second fetch Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) start tidb cluster in /tmp/tidb_cdc_test/row_format Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Avoid second fetch > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Avoid second fetch > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Avoid second fetch Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10 Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)" start tidb cluster in /tmp/tidb_cdc_test/charset_gbk Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table test.simple1 not exists for 1-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table test.simple1 not exists for 2-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table test.simple1 exists pass test: list changefeed Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... pass test: get changefeed ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 6.91 secs (582866596 bytes/sec) [Pipeline] { [Pipeline] cache pass test: pause changefeed pass test: update changefeed VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802124486814056 TiDB Cluster ID. tikv_gc_leader_uuid 658178a287c0007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv, pid:1335, start at 2025-04-05 20:17:34.760303949 +0800 CST m=+2.361497911 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:19:34.768 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:17:34.751 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:07:34.751 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802124486814056 TiDB Cluster ID. tikv_gc_leader_uuid 658178a287c0007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv, pid:1335, start at 2025-04-05 20:17:34.760303949 +0800 CST m=+2.361497911 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:19:34.768 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:17:34.751 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:07:34.751 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802118888408405 TiDB Cluster ID. tikv_gc_leader_uuid 658178a2948000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv, pid:1414, start at 2025-04-05 20:17:34.846519957 +0800 CST m=+2.378972656 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:19:34.853 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:17:34.852 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:07:34.852 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/foreign_key/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/foreign_key/tiflash/log/error.log ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } wait process 2781 exit for 1-th time... wait process 2781 exit for 2-th time... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (2781) - No such process wait process 2781 exit for 3-th time... process 2781 already exit cdc.test cli capture list --server http://127.0.0.1:8301 2>&1 |grep d28c2462-ffc2-45a6-ab2d-2395a8daf719 -A1 | grep '"is-owner": true' VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802132781795217 TiDB Cluster ID. tikv_gc_leader_uuid 658178a49880007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm, pid:1352, start at 2025-04-05 20:17:36.877143166 +0800 CST m=+2.154950999 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:19:36.890 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:17:36.930 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:07:36.930 +0800 All versions after safe point can be accessed. (DO NOT EDIT) + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.cli.2650.out cli tso query --pd=http://127.0.0.1:2379 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802132781795217 TiDB Cluster ID. tikv_gc_leader_uuid 658178a49880007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm, pid:1352, start at 2025-04-05 20:17:36.877143166 +0800 CST m=+2.154950999 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:19:36.890 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:17:36.930 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:07:36.930 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802133803942333 TiDB Cluster ID. tikv_gc_leader_uuid 658178a4a60000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm, pid:1421, start at 2025-04-05 20:17:36.964690375 +0800 CST m=+2.183918208 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:19:36.972 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:17:36.969 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:07:36.969 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/charset_gbk/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/charset_gbk/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802133422055424 TiDB Cluster ID. tikv_gc_leader_uuid 658178a48d8000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3, pid:1359, start at 2025-04-05 20:17:36.868097206 +0800 CST m=+2.301091335 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:19:36.921 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:17:36.922 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:07:36.922 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802133422055424 TiDB Cluster ID. tikv_gc_leader_uuid 658178a48d8000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3, pid:1359, start at 2025-04-05 20:17:36.868097206 +0800 CST m=+2.301091335 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:19:36.921 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:17:36.922 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:07:36.922 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802124551982461 TiDB Cluster ID. tikv_gc_leader_uuid 658178a4a68000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3, pid:1428, start at 2025-04-05 20:17:36.959073206 +0800 CST m=+2.320434389 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:19:36.967 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:17:36.972 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:07:36.972 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/row_format/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/row_format/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/row_format/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/row_format/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/row_format/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } "is-owner": true, run task successfully [Sat Apr 5 20:17:39 CST 2025] <<<<<< START cdc server in http_api case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_api.31743176.out server --log-file /tmp/tidb_cdc_test/http_api/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/http_api/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x + tso='457141245457465345 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141245457465345 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:17:40 CST 2025] <<<<<< START cdc server in foreign_key case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.26932695.out server --log-file /tmp/tidb_cdc_test/foreign_key/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/foreign_key/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.cli.2663.out cli tso query --pd=http://127.0.0.1:2379 [Sat Apr 5 20:17:41 CST 2025] <<<<<< START cdc server in charset_gbk case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.charset_gbk.27152717.out server --log-file /tmp/tidb_cdc_test/charset_gbk/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/charset_gbk/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:17:42 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/changefeed-test1 {UpstreamID:7489802018966128510 Namespace:default ID:changefeed-test1 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:17:26.966657655 +0800 CST StartTs:457141242271891461 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004166630 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141242284998661} {CheckpointTs:457141242455130161 MinTableBarrierTs:457141246269587470 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141242455130161, checkpointTs: 457141242455130161, state: Preparing changefeedID: default/changefeed-test3 {UpstreamID:7489802018966128510 Namespace:default ID:changefeed-test3 SinkURI:blackhole:// CreateTime:2025-04-05 20:17:27.266091788 +0800 CST StartTs:457141242337165318 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004167dd0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141242363641861} {CheckpointTs:457141242455130161 MinTableBarrierTs:457141246269587470 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141242455130161, checkpointTs: 457141242455130161, state: Preparing span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457141242455130161, checkpointTs: 457141242455130161, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d28c2462-ffc2-45a6-ab2d-2395a8daf719 {"id":"d28c2462-ffc2-45a6-ab2d-2395a8daf719","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855440} /tidb/cdc/default/__cdc_meta__/capture/f8e11062-69ff-43a0-819a-140d790e875c {"id":"f8e11062-69ff-43a0-819a-140d790e875c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855459} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e20be510 d28c2462-ffc2-45a6-ab2d-2395a8daf719 /tidb/cdc/default/__cdc_meta__/owner/22319605e20be59c f8e11062-69ff-43a0-819a-140d790e875c /tidb/cdc/default/default/changefeed/info/changefeed-test1 {"upstream-id":7489802018966128510,"namespace":"default","changefeed-id":"changefeed-test1","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:17:26.966657655+08:00","start-ts":457141242271891461,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141242284998661} /tidb/cdc/default/default/changefeed/info/changefeed-test2 {"upstream-id":7489802018966128510,"namespace":"default","changefeed-id":"changefeed-test2","sink-uri":"blackhole://","create-time":"2025-04-05T20:17:27.085181181+08:00","start-ts":457141242310950917,"target-ts":0,"admin-job-type":1,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":32},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"stopped","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141244329721861} /tidb/cdc/default/default/changefeed/info/changefeed-test3 {"upstream-id":7489802018966128510,"namespace":"default","changefeed-id":"changefeed-test3","sink-uri":"blackhole://","create-time":"2025-04-05T20:17:27.266091788+08:00","start-ts":457141242337165318,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141242363641861} /tidb/cdc/default/default/changefeed/status/changefeed-test1 {"checkpoint-ts":457141242455130161,"min-table-barrier-ts":457141246269587470,"admin-job-type":0} /tidb/cdc/default/default/changefeed/status/changefeed-test2 {"checkpoint-ts":457141242442022951,"min-table-barrier-ts":457141242455130161,"admin-job-type":1} /tidb/cdc/default/default/changefeed/status/changefeed-test3 {"checkpoint-ts":457141242455130161,"min-table-barrier-ts":457141246269587470,"admin-job-type":0} /tidb/cdc/default/default/task/position/d28c2462-ffc2-45a6-ab2d-2395a8daf719/changefeed-test1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/d28c2462-ffc2-45a6-ab2d-2395a8daf719/changefeed-test3 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f8e11062-69ff-43a0-819a-140d790e875c/changefeed-test1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f8e11062-69ff-43a0-819a-140d790e875c/changefeed-test3 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802018966128510 {"id":7489802018966128510,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/changefeed-test1 {UpstreamID:7489802018966128510 Namespace:default ID:changefeed-test1 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:17:26.966657655 +0800 CST StartTs:457141242271891461 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004166630 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141242284998661} {CheckpointTs:457141242455130161 MinTableBarrierTs:457141246269587470 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141242455130161, checkpointTs: 457141242455130161, state: Preparing changefeedID: default/changefeed-test3 {UpstreamID:7489802018966128510 Namespace:default ID:changefeed-test3 SinkURI:blackhole:// CreateTime:2025-04-05 20:17:27.266091788 +0800 CST StartTs:457141242337165318 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004167dd0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141242363641861} {CheckpointTs:457141242455130161 MinTableBarrierTs:457141246269587470 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141242455130161, checkpointTs: 457141242455130161, state: Preparing span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457141242455130161, checkpointTs: 457141242455130161, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d28c2462-ffc2-45a6-ab2d-2395a8daf719 {"id":"d28c2462-ffc2-45a6-ab2d-2395a8daf719","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855440} /tidb/cdc/default/__cdc_meta__/capture/f8e11062-69ff-43a0-819a-140d790e875c {"id":"f8e11062-69ff-43a0-819a-140d790e875c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855459} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e20be510 d28c2462-ffc2-45a6-ab2d-2395a8daf719 /tidb/cdc/default/__cdc_meta__/owner/22319605e20be59c f8e11062-69ff-43a0-819a-140d790e875c /tidb/cdc/default/default/changefeed/info/changefeed-test1 {"upstream-id":7489802018966128510,"namespace":"default","changefeed-id":"changefeed-test1","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:17:26.966657655+08:00","start-ts":457141242271891461,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141242284998661} /tidb/cdc/default/default/changefeed/info/changefeed-test2 {"upstream-id":7489802018966128510,"namespace":"default","changefeed-id":"changefeed-test2","sink-uri":"blackhole://","create-time":"2025-04-05T20:17:27.085181181+08:00","start-ts":457141242310950917,"target-ts":0,"admin-job-type":1,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":32},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"stopped","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141244329721861} /tidb/cdc/default/default/changefeed/info/changefeed-test3 {"upstream-id":7489802018966128510,"namespace":"default","changefeed-id":"changefeed-test3","sink-uri":"blackhole://","create-time":"2025-04-05T20:17:27.266091788+08:00","start-ts":457141242337165318,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141242363641861} /tidb/cdc/default/default/changefeed/status/changefeed-test1 {"checkpoint-ts":457141242455130161,"min-table-barrier-ts":457141246269587470,"admin-job-type":0} /tidb/cdc/default/default/changefeed/status/changefeed-test2 {"checkpoint-ts":457141242442022951,"min-table-barrier-ts":457141242455130161,"admin-job-type":1} /tidb/cdc/default/default/changefeed/status/changefeed-test3 {"checkpoint-ts":457141242455130161,"min-table-barrier-ts":457141246269587470,"admin-job-type":0} /tidb/cdc/default/default/task/position/d28c2462-ffc2-45a6-ab2d-2395a8daf719/changefeed-test1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/d28c2462-ffc2-45a6-ab2d-2395a8daf719/changefeed-test3 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f8e11062-69ff-43a0-819a-140d790e875c/changefeed-test1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f8e11062-69ff-43a0-819a-140d790e875c/changefeed-test3 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802018966128510 {"id":7489802018966128510,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** processors info ***: changefeedID: default/changefeed-test1 {UpstreamID:7489802018966128510 Namespace:default ID:changefeed-test1 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:17:26.966657655 +0800 CST StartTs:457141242271891461 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004166630 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141242284998661} {CheckpointTs:457141242455130161 MinTableBarrierTs:457141246269587470 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141242455130161, checkpointTs: 457141242455130161, state: Preparing changefeedID: default/changefeed-test3 {UpstreamID:7489802018966128510 Namespace:default ID:changefeed-test3 SinkURI:blackhole:// CreateTime:2025-04-05 20:17:27.266091788 +0800 CST StartTs:457141242337165318 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004167dd0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141242363641861} {CheckpointTs:457141242455130161 MinTableBarrierTs:457141246269587470 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141242455130161, checkpointTs: 457141242455130161, state: Preparing span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457141242455130161, checkpointTs: 457141242455130161, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d28c2462-ffc2-45a6-ab2d-2395a8daf719 {"id":"d28c2462-ffc2-45a6-ab2d-2395a8daf719","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855440} /tidb/cdc/default/__cdc_meta__/capture/f8e11062-69ff-43a0-819a-140d790e875c {"id":"f8e11062-69ff-43a0-819a-140d790e875c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855459} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e20be510 d28c2462-ffc2-45a6-ab2d-2395a8daf719 /tidb/cdc/default/__cdc_meta__/owner/22319605e20be59c f8e11062-69ff-43a0-819a-140d790e875c /tidb/cdc/default/default/changefeed/info/changefeed-test1 {"upstream-id":7489802018966128510,"namespace":"default","changefeed-id":"changefeed-test1","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:17:26.966657655+08:00","start-ts":457141242271891461,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141242284998661} /tidb/cdc/default/default/changefeed/info/changefeed-test2 {"upstream-id":7489802018966128510,"namespace":"default","changefeed-id":"changefeed-test2","sink-uri":"blackhole://","create-time":"2025-04-05T20:17:27.085181181+08:00","start-ts":457141242310950917,"target-ts":0,"admin-job-type":1,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":32},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"stopped","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141244329721861} /tidb/cdc/default/default/changefeed/info/changefeed-test3 {"upstream-id":7489802018966128510,"namespace":"default","changefeed-id":"changefeed-test3","sink-uri":"blackhole://","create-time":"2025-04-05T20:17:27.266091788+08:00","start-ts":457141242337165318,"target-ts":0,"admin-job-type":0,"sort-engine":"unified","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141242363641861} /tidb/cdc/default/default/changefeed/status/changefeed-test1 {"checkpoint-ts":457141242455130161,"min-table-barrier-ts":457141246269587470,"admin-job-type":0} /tidb/cdc/default/default/changefeed/status/changefeed-test2 {"checkpoint-ts":457141242442022951,"min-table-barrier-ts":457141242455130161,"admin-job-type":1} /tidb/cdc/default/default/changefeed/status/changefeed-test3 {"checkpoint-ts":457141242455130161,"min-table-barrier-ts":457141246269587470,"admin-job-type":0} /tidb/cdc/default/default/task/position/d28c2462-ffc2-45a6-ab2d-2395a8daf719/changefeed-test1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/d28c2462-ffc2-45a6-ab2d-2395a8daf719/changefeed-test3 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f8e11062-69ff-43a0-819a-140d790e875c/changefeed-test1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f8e11062-69ff-43a0-819a-140d790e875c/changefeed-test3 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802018966128510 {"id":7489802018966128510,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep '"address": "127.0.0.1:8300"' + set +x + tso='457141246026579970 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141246026579970 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:17:42 CST 2025] <<<<<< START cdc server in row_format case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.27002702.out server --log-file /tmp/tidb_cdc_test/row_format/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/row_format/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:17:43 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/80a4bf8b-03ee-4ba5-b7b6-e80cee1ea0de {"id":"80a4bf8b-03ee-4ba5-b7b6-e80cee1ea0de","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855460} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e26ef1e3 80a4bf8b-03ee-4ba5-b7b6-e80cee1ea0de /tidb/cdc/default/default/upstream/7489802124486814056 {"id":7489802124486814056,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/80a4bf8b-03ee-4ba5-b7b6-e80cee1ea0de {"id":"80a4bf8b-03ee-4ba5-b7b6-e80cee1ea0de","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855460} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e26ef1e3 80a4bf8b-03ee-4ba5-b7b6-e80cee1ea0de /tidb/cdc/default/default/upstream/7489802124486814056 {"id":7489802124486814056,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/80a4bf8b-03ee-4ba5-b7b6-e80cee1ea0de {"id":"80a4bf8b-03ee-4ba5-b7b6-e80cee1ea0de","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855460} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e26ef1e3 80a4bf8b-03ee-4ba5-b7b6-e80cee1ea0de /tidb/cdc/default/default/upstream/7489802124486814056 + grep -q 'etcd info' {"id":7489802124486814056,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.cli.2751.out cli changefeed create --start-ts=457141245457465345 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/foreign_key/conf/cf.toml Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 6.62 secs (608245851 bytes/sec) [Pipeline] { [Pipeline] cache "address": "127.0.0.1:8300", run task successfully pass test: list changefeed Create changefeed successfully! ID: 8e8b5dde-0e92-426f-864c-13dc8497ee66 Info: {"upstream_id":7489802124486814056,"namespace":"default","id":"8e8b5dde-0e92-426f-864c-13dc8497ee66","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:17:44.021915683+08:00","start_ts":457141245457465345,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*","!foreign_key.t12"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141245457465345,"checkpoint_ts":457141245457465345,"checkpoint_time":"2025-04-05 20:17:39.051"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... pass test: get changefeed + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:17:44 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a9ae144c-6873-4a5c-83b0-f9b5d99d8215 {"id":"a9ae144c-6873-4a5c-83b0-f9b5d99d8215","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855461} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e27417d6 a9ae144c-6873-4a5c-83b0-f9b5d99d8215 /tidb/cdc/default/default/upstream/7489802132781795217 {"id":7489802132781795217,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a9ae144c-6873-4a5c-83b0-f9b5d99d8215 {"id":"a9ae144c-6873-4a5c-83b0-f9b5d99d8215","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855461} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e27417d6 a9ae144c-6873-4a5c-83b0-f9b5d99d8215 /tidb/cdc/default/default/upstream/7489802132781795217 {"id":7489802132781795217,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a9ae144c-6873-4a5c-83b0-f9b5d99d8215 {"id":"a9ae144c-6873-4a5c-83b0-f9b5d99d8215","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855461} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e27417d6 a9ae144c-6873-4a5c-83b0-f9b5d99d8215 /tidb/cdc/default/default/upstream/7489802132781795217 {"id":7489802132781795217,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 49fdcc7b-518a-4e6b-85f9-c46e00a26be4 Info: {"upstream_id":7489802132781795217,"namespace":"default","id":"49fdcc7b-518a-4e6b-85f9-c46e00a26be4","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:17:44.409241914+08:00","start_ts":457141246011899905,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141246011899905,"checkpoint_ts":457141246011899905,"checkpoint_time":"2025-04-05 20:17:41.166"} pass test: pause changefeed + set +x table foreign_key.finish_mark not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:17:45 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/aa0877c3-55dd-4144-94c0-e3342f883067 {"id":"aa0877c3-55dd-4144-94c0-e3342f883067","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855463} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e27192e2 aa0877c3-55dd-4144-94c0-e3342f883067 /tidb/cdc/default/default/upstream/7489802133422055424 {"id":7489802133422055424,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/aa0877c3-55dd-4144-94c0-e3342f883067 {"id":"aa0877c3-55dd-4144-94c0-e3342f883067","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855463} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e27192e2 aa0877c3-55dd-4144-94c0-e3342f883067 /tidb/cdc/default/default/upstream/7489802133422055424 {"id":7489802133422055424,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/aa0877c3-55dd-4144-94c0-e3342f883067 {"id":"aa0877c3-55dd-4144-94c0-e3342f883067","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855463} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e27192e2 aa0877c3-55dd-4144-94c0-e3342f883067 /tidb/cdc/default/default/upstream/7489802133422055424 {"id":7489802133422055424,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.cli.2766.out cli changefeed create --start-ts=457141246026579970 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: eee69d53-2e7b-45be-ad50-c5cc3a753b28 Info: {"upstream_id":7489802133422055424,"namespace":"default","id":"eee69d53-2e7b-45be-ad50-c5cc3a753b28","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:17:46.120920578+08:00","start_ts":457141246026579970,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141246026579970,"checkpoint_ts":457141246026579970,"checkpoint_time":"2025-04-05 20:17:41.222"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... pass test: resume changefeed pass test: rebalance table pass test: move table + set +x table foreign_key.finish_mark not exists for 2-th check, retry later pass test: get processors pass test: list processors pass test: set log level pass test: remove changefeed table foreign_key.finish_mark not exists for 3-th check, retry later pass test: resign owner table foreign_key.finish_mark not exists for 4-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 6.50 secs (619623426 bytes/sec) [Pipeline] { [Pipeline] cache table foreign_key.finish_mark not exists for 5-th check, retry later table foreign_key.finish_mark not exists for 6-th check, retry later table foreign_key.finish_mark not exists for 7-th check, retry later table charset_gbk_test0.t0 exists table charset_gbk_test0.t1 exists table charset_gbk_test1.t0 exists table test.finish_mark not exists for 1-th check, retry later table test.finish_mark not exists for 2-th check, retry later table foreign_key.finish_mark not exists for 8-th check, retry later table test.finish_mark exists check table exists success check diff successfully table row_format.finish_mark not exists for 1-th check, retry later table foreign_key.finish_mark not exists for 9-th check, retry later wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 8.55 secs (471382062 bytes/sec) [Pipeline] { [Pipeline] cache cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:18:03 CST 2025] <<<<<< run test case charset_gbk success! >>>>>> table foreign_key.finish_mark not exists for 10-th check, retry later table row_format.finish_mark not exists for 2-th check, retry later table foreign_key.finish_mark not exists for 11-th check, retry later table row_format.finish_mark not exists for 3-th check, retry later table row_format.finish_mark not exists for 4-th check, retry later table foreign_key.finish_mark not exists for 12-th check, retry later table row_format.finish_mark not exists for 5-th check, retry later table foreign_key.finish_mark not exists for 13-th check, retry later table foreign_key.finish_mark exists check diff successfully table foreign_key.t12 does not exists wait process cdc.test exit for 1-th time... table row_format.finish_mark not exists for 6-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 8.32 secs (484194885 bytes/sec) [Pipeline] { [Pipeline] cache wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:18:13 CST 2025] <<<<<< run test case foreign_key success! >>>>>> table row_format.finish_mark not exists for 7-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/ddl_manager/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table row_format.finish_mark not exists for 8-th check, retry later table row_format.finish_mark exists check diff successfully start tidb cluster in /tmp/tidb_cdc_test/ddl_manager Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:18:20 CST 2025] <<<<<< run test case row_format success! >>>>>> Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 6.68 secs (602755431 bytes/sec) [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] sh [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G02 Run cases: consistent_replicate_ddl consistent_replicate_gbk consistent_replicate_nfs consistent_replicate_storage_file consistent_replicate_storage_file_large_value consistent_replicate_storage_s3 consistent_partition_table kafka_big_messages_v2 multi_tables_ddl_v2 multi_topics_v2 storage_cleanup csv_storage_basic csv_storage_multi_tables_ddl csv_storage_partition_table PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=e3edea35-6e06-4140-9ba2-0ef192985be7 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G02 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-nx0sm GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-nx0sm pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/consistent_replicate_ddl/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh pass test: get tso wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... wait process cdc.test exit for 3-th time... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G06 Run cases: sink_retry changefeed_error ddl_sequence resourcecontrol PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=56b1eccb-c273-4ba2-9884-6676a72e8fec BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G06 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-z8x1b GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-z8x1b pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/sink_retry/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 20:18:22 CST 2025] <<<<<< run test case http_api success! >>>>>> + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G07 Run cases: kv_client_stream_reconnect cdc split_region PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=59c201b0-a579-4235-8c31-63119d2b5e17 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-5-wqzzn HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G07 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-5h93c GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-5h93c pingcap-tiflow-periodics-cdc-integration-mysql-test-233-5-wqzzn GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-5-wqzzn GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kv_client_stream_reconnect/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G08 [Pipeline] sh Run cases: processor_err_chan changefeed_reconstruct multi_capture synced_status_with_redo PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=100dcc4a-fec2-41d0-84bc-b38e75853664 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G08 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-k9kjd GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-k9kjd pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/processor_err_chan/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G10 Run cases: default_value simple cdc_server_tips event_filter sql_mode PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=39f7df02-22ae-4f8a-a93a-e503fa3128a6 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G10 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-r06jp GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461 pingcap_tiflow_periodics_cdc_integration_mysql_test_233-r06jp GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/default_value/run.sh using Sink-Type: mysql... <<================= find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/simple/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G09 Run cases: gc_safepoint changefeed_pause_resume cli_with_auth savepoint synced_status PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=bf80d766-0279-4d5d-bef5-78e0b7e9e71a BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G09 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-7xh5c GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz pingcap_tiflow_periodics_cdc_integration_mysql_test_233-7xh5c GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/gc_safepoint/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/ddl_puller_lag/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { start tidb cluster in /tmp/tidb_cdc_test/consistent_replicate_ddl Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { start tidb cluster in /tmp/tidb_cdc_test/processor_err_chan Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/simple Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 start tidb cluster in /tmp/tidb_cdc_test/sink_retry Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/ddl_puller_lag Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/kv_client_stream_reconnect Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow [Pipeline] { start tidb cluster in /tmp/tidb_cdc_test/gc_safepoint Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [Pipeline] cache VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802344189303099 TiDB Cluster ID. tikv_gc_leader_uuid 658178d47500003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm, pid:3894, start at 2025-04-05 20:18:25.877872692 +0800 CST m=+2.104072212 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:25.934 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:25.930 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:25.930 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802344189303099 TiDB Cluster ID. tikv_gc_leader_uuid 658178d47500003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm, pid:3894, start at 2025-04-05 20:18:25.877872692 +0800 CST m=+2.104072212 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:25.934 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:25.930 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:25.930 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802348777694732 TiDB Cluster ID. tikv_gc_leader_uuid 658178d473c0004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm, pid:3970, start at 2025-04-05 20:18:25.877001582 +0800 CST m=+2.034535141 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:25.933 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:25.930 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:25.930 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_manager/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_manager/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_manager/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_manager/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_manager/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Verifying downstream PD is started... Verifying downstream PD is started... [Sat Apr 5 20:18:30 CST 2025] <<<<<< START cdc server in ddl_manager case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteDDLSlowly=return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.53025304.out server --log-file /tmp/tidb_cdc_test/ddl_manager/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_manager/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/drop_many_tables/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_api_tls/run.sh using Sink-Type: mysql... <<================= WARNING: Running pip install with root privileges is generally not a good idea. Try `__main__.py install --user` instead. Requirement already up-to-date: requests==2.26.0 in /usr/local/lib/python3.6/site-packages ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:18:33 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/67010dc0-6a36-4549-82f2-286d6ce30dec {"id":"67010dc0-6a36-4549-82f2-286d6ce30dec","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855510} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e333b9d5 67010dc0-6a36-4549-82f2-286d6ce30dec /tidb/cdc/default/default/upstream/7489802344189303099 {"id":7489802344189303099,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/67010dc0-6a36-4549-82f2-286d6ce30dec {"id":"67010dc0-6a36-4549-82f2-286d6ce30dec","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855510} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e333b9d5 67010dc0-6a36-4549-82f2-286d6ce30dec /tidb/cdc/default/default/upstream/7489802344189303099 {"id":7489802344189303099,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/67010dc0-6a36-4549-82f2-286d6ce30dec {"id":"67010dc0-6a36-4549-82f2-286d6ce30dec","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855510} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e333b9d5 67010dc0-6a36-4549-82f2-286d6ce30dec /tidb/cdc/default/default/upstream/7489802344189303099 {"id":7489802344189303099,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.cli.5358.out cli changefeed create --sink-uri=mysql://root@127.0.0.1:3306/ -c=ddl-manager Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Requirement already up-to-date: charset-normalizer~=2.0.0; python_version >= "3" in /usr/local/lib/python3.6/site-packages (from requests==2.26.0) Requirement already up-to-date: idna<4,>=2.5; python_version >= "3" in /usr/local/lib/python3.6/site-packages (from requests==2.26.0) Requirement already up-to-date: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.6/site-packages (from requests==2.26.0) Requirement already up-to-date: certifi>=2017.4.17 in /usr/local/lib/python3.6/site-packages (from requests==2.26.0) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/drop_many_tables Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... The 1 times to try to start tidb cluster... Create changefeed successfully! ID: ddl-manager Info: {"upstream_id":7489802344189303099,"namespace":"default","id":"ddl-manager","sink_uri":"mysql://root@127.0.0.1:3306/","create_time":"2025-04-05T20:18:33.651172127+08:00","start_ts":457141259738021892,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141259738021892,"checkpoint_ts":457141259738021892,"checkpoint_time":"2025-04-05 20:18:33.527"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802373943706580 TiDB Cluster ID. tikv_gc_leader_uuid 658178db79c0007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:1342, start at 2025-04-05 20:18:33.108411808 +0800 CST m=+2.480596992 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:33.117 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:33.113 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:33.113 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802373943706580 TiDB Cluster ID. tikv_gc_leader_uuid 658178db79c0007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:1342, start at 2025-04-05 20:18:33.108411808 +0800 CST m=+2.480596992 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:33.117 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:33.113 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:33.113 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802372903827032 TiDB Cluster ID. tikv_gc_leader_uuid 658178db9e8000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:1420, start at 2025-04-05 20:18:33.240383311 +0800 CST m=+2.525727943 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:33.248 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:33.210 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:33.210 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802373419990116 TiDB Cluster ID. tikv_gc_leader_uuid 658178db9c0000f Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-5-wqzzn, pid:1341, start at 2025-04-05 20:18:33.221673031 +0800 CST m=+2.463127974 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:33.230 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:33.235 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:33.235 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802373419990116 TiDB Cluster ID. tikv_gc_leader_uuid 658178db9c0000f Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-5-wqzzn, pid:1341, start at 2025-04-05 20:18:33.221673031 +0800 CST m=+2.463127974 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:33.230 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:33.235 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:33.235 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802374419827916 TiDB Cluster ID. tikv_gc_leader_uuid 658178dbb50000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-5-wqzzn, pid:1409, start at 2025-04-05 20:18:33.320139996 +0800 CST m=+2.491446972 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:33.328 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:33.329 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:33.329 +0800 All versions after safe point can be accessed. (DO NOT EDIT) TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/consistent_replicate_ddl/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/consistent_replicate_ddl/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/consistent_replicate_ddl/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/consistent_replicate_ddl/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/consistent_replicate_ddl/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802380748312440 TiDB Cluster ID. tikv_gc_leader_uuid 658178dcdf0000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3, pid:1348, start at 2025-04-05 20:18:34.507873682 +0800 CST m=+2.132697384 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:34.515 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:34.492 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:34.492 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802380748312440 TiDB Cluster ID. tikv_gc_leader_uuid 658178dcdf0000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3, pid:1348, start at 2025-04-05 20:18:34.507873682 +0800 CST m=+2.132697384 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:34.515 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:34.492 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:34.492 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802381779049519 TiDB Cluster ID. tikv_gc_leader_uuid 658178dccf00007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3, pid:1426, start at 2025-04-05 20:18:34.437439145 +0800 CST m=+1.999388565 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:34.444 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:34.428 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:34.428 +0800 All versions after safe point can be accessed. (DO NOT EDIT) wait process 5307 exit for 1-th time... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/sink_retry/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/sink_retry/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } start tidb cluster in /tmp/tidb_cdc_test/http_api_tls Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... [Sat Apr 5 20:18:37 CST 2025] <<<<<< START cdc server in consistent_replicate_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_ddl.26882690.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_ddl/cdcconsistent_replicate_ddl.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_ddl/cdc_dataconsistent_replicate_ddl.server1 --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802381493040679 TiDB Cluster ID. tikv_gc_leader_uuid 658178dd7480006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:1212, start at 2025-04-05 20:18:35.098546798 +0800 CST m=+2.553379645 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:35.107 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:35.144 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:35.144 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802381493040679 TiDB Cluster ID. tikv_gc_leader_uuid 658178dd7480006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:1212, start at 2025-04-05 20:18:35.098546798 +0800 CST m=+2.553379645 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:35.107 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:35.144 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:35.144 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802373280248181 TiDB Cluster ID. tikv_gc_leader_uuid 658178dd820000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:1285, start at 2025-04-05 20:18:35.173163869 +0800 CST m=+2.519256715 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:35.180 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:35.144 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:35.144 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802373323483224 TiDB Cluster ID. tikv_gc_leader_uuid 658178ddc640009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:1294, start at 2025-04-05 20:18:35.430370407 +0800 CST m=+2.384699418 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:35.439 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:35.417 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:35.417 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802373323483224 TiDB Cluster ID. tikv_gc_leader_uuid 658178ddc640009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:1294, start at 2025-04-05 20:18:35.430370407 +0800 CST m=+2.384699418 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:35.439 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:35.417 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:35.417 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... wait process 5307 exit for 2-th time... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802384169144027 TiDB Cluster ID. tikv_gc_leader_uuid 658178ddaf8000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv, pid:3864, start at 2025-04-05 20:18:35.365847928 +0800 CST m=+2.587828970 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:35.375 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:35.376 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:35.376 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802384169144027 TiDB Cluster ID. tikv_gc_leader_uuid 658178ddaf8000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv, pid:3864, start at 2025-04-05 20:18:35.365847928 +0800 CST m=+2.587828970 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:35.375 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:35.376 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:35.376 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802372395755051 TiDB Cluster ID. tikv_gc_leader_uuid 658178ddc9c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv, pid:3940, start at 2025-04-05 20:18:35.470957277 +0800 CST m=+2.624639127 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:35.480 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:35.480 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:35.480 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802380774554237 TiDB Cluster ID. tikv_gc_leader_uuid 658178dddf0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:1352, start at 2025-04-05 20:18:35.553694065 +0800 CST m=+2.422485328 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:35.564 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:35.562 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:35.562 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/gc_safepoint/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/gc_safepoint/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (5307) - No such process wait process 5307 exit for 3-th time... process 5307 already exit [Sat Apr 5 20:18:37 CST 2025] <<<<<< START cdc server in ddl_manager case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteDDLSlowly=return(true)' + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.54365438.out server --log-file /tmp/tidb_cdc_test/ddl_manager/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_manager/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Sat Apr 5 20:18:37 CST 2025] <<<<<< START cdc server in kv_client_stream_reconnect case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/kv/kvClientForceReconnect=return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kv_client_stream_reconnect.26572659.out server --log-file /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802378531972174 TiDB Cluster ID. tikv_gc_leader_uuid 658178de184000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:1357, start at 2025-04-05 20:18:35.758936124 +0800 CST m=+2.573334136 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:35.766 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:35.745 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:35.745 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802378531972174 TiDB Cluster ID. tikv_gc_leader_uuid 658178de184000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:1357, start at 2025-04-05 20:18:35.758936124 +0800 CST m=+2.573334136 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:35.766 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:35.745 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:35.745 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802384892823422 TiDB Cluster ID. tikv_gc_leader_uuid 658178de4940006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:1435, start at 2025-04-05 20:18:35.950783658 +0800 CST m=+2.686081349 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:35.959 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:35.941 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:35.941 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/simple/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/simple/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/simple/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/simple/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/simple/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 8.63 secs (466702673 bytes/sec) [Pipeline] { [Pipeline] cache Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.cli.5258.out cli tso query --pd=http://127.0.0.1:2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.cli.2671.out cli tso query --pd=http://127.0.0.1:2379 Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.simple.cli.2667.out cli tso query --pd=http://127.0.0.1:2379 [Sat Apr 5 20:18:39 CST 2025] <<<<<< START cdc server in gc_safepoint case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/pkg/txnutil/gc/InjectGcSafepointUpdateInterval=return(500)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.gc_safepoint.26662668.out server --log-file /tmp/tidb_cdc_test/gc_safepoint/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/gc_safepoint/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:18:40 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ff8d6314-23f5-4160-addf-723c5c86a232 {"id":"ff8d6314-23f5-4160-addf-723c5c86a232","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855517} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e354c5d3 ff8d6314-23f5-4160-addf-723c5c86a232 /tidb/cdc/default/default/upstream/7489802373419990116 {"id":7489802373419990116,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ff8d6314-23f5-4160-addf-723c5c86a232 {"id":"ff8d6314-23f5-4160-addf-723c5c86a232","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855517} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e354c5d3 ff8d6314-23f5-4160-addf-723c5c86a232 /tidb/cdc/default/default/upstream/7489802373419990116 {"id":7489802373419990116,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ff8d6314-23f5-4160-addf-723c5c86a232 {"id":"ff8d6314-23f5-4160-addf-723c5c86a232","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855517} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e354c5d3 ff8d6314-23f5-4160-addf-723c5c86a232 /tidb/cdc/default/default/upstream/7489802373419990116 {"id":7489802373419990116,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:18:40 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/df663dc3-563d-4692-b902-e4ea8ceded87 {"id":"df663dc3-563d-4692-b902-e4ea8ceded87","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855517} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e35258d5 df663dc3-563d-4692-b902-e4ea8ceded87 /tidb/cdc/default/default/upstream/7489802373943706580 {"id":7489802373943706580,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/df663dc3-563d-4692-b902-e4ea8ceded87 {"id":"df663dc3-563d-4692-b902-e4ea8ceded87","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855517} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e35258d5 df663dc3-563d-4692-b902-e4ea8ceded87 /tidb/cdc/default/default/upstream/7489802373943706580 {"id":7489802373943706580,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/df663dc3-563d-4692-b902-e4ea8ceded87 {"id":"df663dc3-563d-4692-b902-e4ea8ceded87","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855517} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e35258d5 df663dc3-563d-4692-b902-e4ea8ceded87 /tidb/cdc/default/default/upstream/7489802373943706580 {"id":7489802373943706580,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x ***************** properties ***************** "readproportion"="0" "insertproportion"="0" "threadcount"="10" "mysql.port"="4000" "mysql.user"="root" "scanproportion"="0" "workload"="core" "fieldcount"="3" "updateproportion"="0" "requestdistribution"="uniform" "operationcount"="0" "readallfields"="true" "recordcount"="50" "mysql.host"="127.0.0.1" "mysql.db"="consistent_replicate_ddl" "dotransactions"="false" ********************************************** Run finished, takes 11.675293ms INSERT - Takes(s): 0.0, Count: 49, OPS: 7997.4, Avg(us): 2094, Min(us): 946, Max(us): 5658, 95th(us): 6000, 99th(us): 6000 + set +x + tso='457141261193707521 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141261193707521 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x ***************** properties ***************** "mysql.user"="root" "operationcount"="0" "readproportion"="0" "mysql.db"="sink_retry" "readallfields"="true" "threadcount"="2" "recordcount"="10" "dotransactions"="false" "insertproportion"="0" "updateproportion"="0" "workload"="core" "mysql.host"="127.0.0.1" "scanproportion"="0" "mysql.port"="4000" "requestdistribution"="uniform" ********************************************** Run finished, takes 9.030845ms INSERT - Takes(s): 0.0, Count: 10, OPS: 1818.9, Avg(us): 1701, Min(us): 971, Max(us): 4580, 95th(us): 5000, 99th(us): 5000 [Sat Apr 5 20:18:40 CST 2025] <<<<<< START cdc server in sink_retry case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkTxnRandomError=25%return(true)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.27272729.out server --log-file /tmp/tidb_cdc_test/sink_retry/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sink_retry/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > table consistent_replicate_ddl.usertable1 not exists for 1-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x + tso='457141261297516547 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141261297516547 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x Starting Upstream TiDB... + set +x + tso='457141261394247683 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141261394247683 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Sat Apr 5 20:18:41 CST 2025] <<<<<< START cdc server in ddl_puller_lag case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorDDLResolved=1*sleep(180000)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.53085310.out server --log-file /tmp/tidb_cdc_test/ddl_puller_lag/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_puller_lag/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Sat Apr 5 20:18:42 CST 2025] <<<<<< START cdc server in simple case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.simple.27192721.out server --log-file /tmp/tidb_cdc_test/simple/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/simple/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table consistent_replicate_ddl.usertable1 not exists for 2-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802407409666039 TiDB Cluster ID. tikv_gc_leader_uuid 658178e38a4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3, pid:3836, start at 2025-04-05 20:18:41.355747228 +0800 CST m=+2.533607838 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:41.366 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:41.370 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:41.370 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802407409666039 TiDB Cluster ID. tikv_gc_leader_uuid 658178e38a4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3, pid:3836, start at 2025-04-05 20:18:41.355747228 +0800 CST m=+2.533607838 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:41.366 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:41.370 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:41.370 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802402348556472 TiDB Cluster ID. tikv_gc_leader_uuid 658178e3968000b Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3, pid:3900, start at 2025-04-05 20:18:41.387952405 +0800 CST m=+2.513273299 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:41.423 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:41.420 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:41.420 +0800 All versions after safe point can be accessed. (DO NOT EDIT) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:18:42 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/92eca4c0-842b-437e-9853-c70e6235bee0 {"id":"92eca4c0-842b-437e-9853-c70e6235bee0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855519} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e357d2db 92eca4c0-842b-437e-9853-c70e6235bee0 /tidb/cdc/default/default/upstream/7489802373323483224 {"id":7489802373323483224,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/92eca4c0-842b-437e-9853-c70e6235bee0 {"id":"92eca4c0-842b-437e-9853-c70e6235bee0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855519} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e357d2db 92eca4c0-842b-437e-9853-c70e6235bee0 /tidb/cdc/default/default/upstream/7489802373323483224 {"id":7489802373323483224,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/92eca4c0-842b-437e-9853-c70e6235bee0 {"id":"92eca4c0-842b-437e-9853-c70e6235bee0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855519} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e357d2db 92eca4c0-842b-437e-9853-c70e6235bee0 /tidb/cdc/default/default/upstream/7489802373323483224 {"id":7489802373323483224,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x 0 Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/drop_many_tables/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/drop_many_tables/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:18:43 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/43e86c9f-38f7-4e61-a915-a12a3df0ace5 {"id":"43e86c9f-38f7-4e61-a915-a12a3df0ace5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855520} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e35362f5 43e86c9f-38f7-4e61-a915-a12a3df0ace5 /tidb/cdc/default/default/upstream/7489802380748312440 {"id":7489802380748312440,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/43e86c9f-38f7-4e61-a915-a12a3df0ace5 {"id":"43e86c9f-38f7-4e61-a915-a12a3df0ace5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855520} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e35362f5 43e86c9f-38f7-4e61-a915-a12a3df0ace5 /tidb/cdc/default/default/upstream/7489802380748312440 {"id":7489802380748312440,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/43e86c9f-38f7-4e61-a915-a12a3df0ace5 {"id":"43e86c9f-38f7-4e61-a915-a12a3df0ace5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855520} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e35362f5 43e86c9f-38f7-4e61-a915-a12a3df0ace5 /tidb/cdc/default/default/upstream/7489802380748312440 {"id":7489802380748312440,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.cli.2787.out cli changefeed create --start-ts=457141261193707521 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' check diff failed 1-th time, retry later Create changefeed successfully! ID: 43b210f9-0ffa-4396-b3b1-67df475688a0 Info: {"upstream_id":7489802380748312440,"namespace":"default","id":"43b210f9-0ffa-4396-b3b1-67df475688a0","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:18:44.036095596+08:00","start_ts":457141261193707521,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141261193707521,"checkpoint_ts":457141261193707521,"checkpoint_time":"2025-04-05 20:18:39.080"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:18:44 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7489802344189303099 Namespace:default ID:ddl-manager SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 20:18:33.651172127 +0800 CST StartTs:457141259738021892 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00429bcb0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141259764236293} {CheckpointTs:457141260144082963 MinTableBarrierTs:457141260144082963 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8823b732-6f64-44e0-b371-af3f72172fb0 {"id":"8823b732-6f64-44e0-b371-af3f72172fb0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855517} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e333bb7e 8823b732-6f64-44e0-b371-af3f72172fb0 /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7489802344189303099,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T20:18:33.651172127+08:00","start-ts":457141259738021892,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141259764236293} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":457141260144082963,"min-table-barrier-ts":457141260144082963,"admin-job-type":0} /tidb/cdc/default/default/task/position/8823b732-6f64-44e0-b371-af3f72172fb0/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802344189303099 {"id":7489802344189303099,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7489802344189303099 Namespace:default ID:ddl-manager SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 20:18:33.651172127 +0800 CST StartTs:457141259738021892 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00429bcb0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141259764236293} {CheckpointTs:457141260144082963 MinTableBarrierTs:457141260144082963 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8823b732-6f64-44e0-b371-af3f72172fb0 {"id":"8823b732-6f64-44e0-b371-af3f72172fb0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855517} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e333bb7e 8823b732-6f64-44e0-b371-af3f72172fb0 /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7489802344189303099,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T20:18:33.651172127+08:00","start-ts":457141259738021892,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141259764236293} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":457141260144082963,"min-table-barrier-ts":457141260144082963,"admin-job-type":0} /tidb/cdc/default/default/task/position/8823b732-6f64-44e0-b371-af3f72172fb0/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802344189303099 {"id":7489802344189303099,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7489802344189303099 Namespace:default ID:ddl-manager SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 20:18:33.651172127 +0800 CST StartTs:457141259738021892 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00429bcb0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141259764236293} {CheckpointTs:457141260144082963 MinTableBarrierTs:457141260144082963 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8823b732-6f64-44e0-b371-af3f72172fb0 {"id":"8823b732-6f64-44e0-b371-af3f72172fb0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855517} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e333bb7e 8823b732-6f64-44e0-b371-af3f72172fb0 /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7489802344189303099,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T20:18:33.651172127+08:00","start-ts":457141259738021892,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141259764236293} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":457141260144082963,"min-table-barrier-ts":457141260144082963,"admin-job-type":0} /tidb/cdc/default/default/task/position/8823b732-6f64-44e0-b371-af3f72172fb0/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802344189303099 {"id":7489802344189303099,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Sat Apr 5 20:18:44 CST 2025] <<<<<< START cdc server in ddl_manager case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteDDLSlowly=return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.55035505.out server --log-file /tmp/tidb_cdc_test/ddl_manager/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_manager/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:18:45 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7489802344189303099 Namespace:default ID:ddl-manager SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 20:18:33.651172127 +0800 CST StartTs:457141259738021892 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00429bcb0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141259764236293} {CheckpointTs:457141260144082963 MinTableBarrierTs:457141260144082963 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8823b732-6f64-44e0-b371-af3f72172fb0 {"id":"8823b732-6f64-44e0-b371-af3f72172fb0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855517} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e333bb7e 8823b732-6f64-44e0-b371-af3f72172fb0 /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7489802344189303099,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T20:18:33.651172127+08:00","start-ts":457141259738021892,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141259764236293} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":457141260144082993,"min-table-barrier-ts":457141260144082993,"admin-job-type":0} /tidb/cdc/default/default/task/position/8823b732-6f64-44e0-b371-af3f72172fb0/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802344189303099 {"id":7489802344189303099,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7489802344189303099 Namespace:default ID:ddl-manager SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 20:18:33.651172127 +0800 CST StartTs:457141259738021892 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00429bcb0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141259764236293} {CheckpointTs:457141260144082963 MinTableBarrierTs:457141260144082963 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8823b732-6f64-44e0-b371-af3f72172fb0 {"id":"8823b732-6f64-44e0-b371-af3f72172fb0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855517} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e333bb7e 8823b732-6f64-44e0-b371-af3f72172fb0 /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7489802344189303099,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T20:18:33.651172127+08:00","start-ts":457141259738021892,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141259764236293} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":457141260144082993,"min-table-barrier-ts":457141260144082993,"admin-job-type":0} /tidb/cdc/default/default/task/position/8823b732-6f64-44e0-b371-af3f72172fb0/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802344189303099 {"id":7489802344189303099,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-manager {UpstreamID:7489802344189303099 Namespace:default ID:ddl-manager SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 20:18:33.651172127 +0800 CST StartTs:457141259738021892 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00429bcb0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141259764236293} {CheckpointTs:457141260144082963 MinTableBarrierTs:457141260144082963 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8823b732-6f64-44e0-b371-af3f72172fb0 {"id":"8823b732-6f64-44e0-b371-af3f72172fb0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855517} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e333bb7e 8823b732-6f64-44e0-b371-af3f72172fb0 /tidb/cdc/default/default/changefeed/info/ddl-manager {"upstream-id":7489802344189303099,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T20:18:33.651172127+08:00","start-ts":457141259738021892,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141259764236293} /tidb/cdc/default/default/changefeed/status/ddl-manager {"checkpoint-ts":457141260144082993,"min-table-barrier-ts":457141260144082993,"admin-job-type":0} /tidb/cdc/default/default/task/position/8823b732-6f64-44e0-b371-af3f72172fb0/ddl-manager {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802344189303099 {"id":7489802344189303099,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table ddl_manager.finish_mark not exists for 1-th check, retry later table consistent_replicate_ddl.usertable1 not exists for 3-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:18:45 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8e0e604f-8b34-42b9-8951-65e576d36e2d {"id":"8e0e604f-8b34-42b9-8951-65e576d36e2d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855522} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e354eef8 8e0e604f-8b34-42b9-8951-65e576d36e2d /tidb/cdc/default/default/upstream/7489802384169144027 {"id":7489802384169144027,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8e0e604f-8b34-42b9-8951-65e576d36e2d {"id":"8e0e604f-8b34-42b9-8951-65e576d36e2d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855522} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e354eef8 8e0e604f-8b34-42b9-8951-65e576d36e2d /tidb/cdc/default/default/upstream/7489802384169144027 {"id":7489802384169144027,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8e0e604f-8b34-42b9-8951-65e576d36e2d {"id":"8e0e604f-8b34-42b9-8951-65e576d36e2d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855522} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e354eef8 8e0e604f-8b34-42b9-8951-65e576d36e2d /tidb/cdc/default/default/upstream/7489802384169144027 {"id":7489802384169144027,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.cli.5363.out cli changefeed create --start-ts=457141261297516547 --sink-uri=mysql+ssl://normal:123456@127.0.0.1:3306/ + set +x Create changefeed successfully! ID: bf200d71-01fc-43d2-996b-e488f8a66554 Info: {"upstream_id":7489802384169144027,"namespace":"default","id":"bf200d71-01fc-43d2-996b-e488f8a66554","sink_uri":"mysql+ssl://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:18:45.433848724+08:00","start_ts":457141261297516547,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141261297516547,"checkpoint_ts":457141261297516547,"checkpoint_time":"2025-04-05 20:18:39.476"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.cli.5301.out cli tso query --pd=http://127.0.0.1:2379 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:18:45 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5f2aa0b1-f577-4b6e-b1b3-cf8c62298fdc {"id":"5f2aa0b1-f577-4b6e-b1b3-cf8c62298fdc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855522} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e3565fff 5f2aa0b1-f577-4b6e-b1b3-cf8c62298fdc /tidb/cdc/default/default/upstream/7489802378531972174 {"id":7489802378531972174,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5f2aa0b1-f577-4b6e-b1b3-cf8c62298fdc {"id":"5f2aa0b1-f577-4b6e-b1b3-cf8c62298fdc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855522} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e3565fff 5f2aa0b1-f577-4b6e-b1b3-cf8c62298fdc /tidb/cdc/default/default/upstream/7489802378531972174 {"id":7489802378531972174,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5f2aa0b1-f577-4b6e-b1b3-cf8c62298fdc {"id":"5f2aa0b1-f577-4b6e-b1b3-cf8c62298fdc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855522} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e3565fff 5f2aa0b1-f577-4b6e-b1b3-cf8c62298fdc /tidb/cdc/default/default/upstream/7489802378531972174 {"id":7489802378531972174,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.simple.cli.2780.out cli changefeed create --start-ts=457141261394247683 --sink-uri=mysql+ssl://normal:123456@127.0.0.1:3306/ check diff failed 2-th time, retry later Create changefeed successfully! ID: 1eb4cec3-ccf3-4e84-92a4-8677e980317f Info: {"upstream_id":7489802378531972174,"namespace":"default","id":"1eb4cec3-ccf3-4e84-92a4-8677e980317f","sink_uri":"mysql+ssl://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:18:45.899743915+08:00","start_ts":457141261394247683,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141261394247683,"checkpoint_ts":457141261394247683,"checkpoint_time":"2025-04-05 20:18:39.845"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802420425748209 TiDB Cluster ID. tikv_gc_leader_uuid 658178e66940007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:4340, start at 2025-04-05 20:18:44.271953861 +0800 CST m=+2.611427610 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:44.279 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:44.261 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:44.261 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802420425748209 TiDB Cluster ID. tikv_gc_leader_uuid 658178e66940007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:4340, start at 2025-04-05 20:18:44.271953861 +0800 CST m=+2.611427610 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:44.279 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:44.261 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:44.261 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802420683428614 TiDB Cluster ID. tikv_gc_leader_uuid 658178e61400006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:4401, start at 2025-04-05 20:18:43.952511388 +0800 CST m=+2.232529151 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:43.960 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:43.920 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:43.920 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/http_api_tls/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/http_api_tls/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/http_api_tls/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/http_api_tls/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/http_api_tls/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x [Sat Apr 5 20:18:45 CST 2025] <<<<<< START cdc server in processor_err_chan case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/ProcessorAddTableError=1*return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_err_chan.28072809.out server --log-file /tmp/tidb_cdc_test/processor_err_chan/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_err_chan/cdc_data --cluster-id default --config /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/processor_err_chan/conf/server.toml --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table consistent_replicate_ddl.usertable1 exists table consistent_replicate_ddl.usertable2 not exists for 1-th check, retry later + set +x + tso='457141262868807681 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141262868807681 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:18:46 CST 2025] <<<<<< START cdc server in drop_many_tables case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.53375339.out server --log-file /tmp/tidb_cdc_test/drop_many_tables/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/drop_many_tables/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x succeed to verify meta placement rules table ddl_manager.finish_mark not exists for 2-th check, retry later TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ check data failed 1-th time, retry later The 1 times to try to start tls tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/http_api_tls Starting TLS PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:18:48 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/00e68dbf-16a1-4ad0-a8c5-aa0eb970a21b {"id":"00e68dbf-16a1-4ad0-a8c5-aa0eb970a21b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855525} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e355f75c 00e68dbf-16a1-4ad0-a8c5-aa0eb970a21b /tidb/cdc/default/default/upstream/7489802381493040679 {"id":7489802381493040679,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/00e68dbf-16a1-4ad0-a8c5-aa0eb970a21b {"id":"00e68dbf-16a1-4ad0-a8c5-aa0eb970a21b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855525} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e355f75c 00e68dbf-16a1-4ad0-a8c5-aa0eb970a21b /tidb/cdc/default/default/upstream/7489802381493040679 {"id":7489802381493040679,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/00e68dbf-16a1-4ad0-a8c5-aa0eb970a21b {"id":"00e68dbf-16a1-4ad0-a8c5-aa0eb970a21b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855525} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e355f75c 00e68dbf-16a1-4ad0-a8c5-aa0eb970a21b /tidb/cdc/default/default/upstream/7489802381493040679 {"id":7489802381493040679,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check diff successfully check_safepoint_forward http://127.0.0.1:2379 7489802373323483224 457141263300820998 457141262120910851 check_changefeed_state http://127.0.0.1:2379 0e5704da-415b-4800-b9b0-a372ad7d119f normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=0e5704da-415b-4800-b9b0-a372ad7d119f + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 0e5704da-415b-4800-b9b0-a372ad7d119f -s + info='{ "upstream_id": 7489802381493040679, "namespace": "default", "id": "0e5704da-415b-4800-b9b0-a372ad7d119f", "state": "normal", "checkpoint_tso": 457141263621160965, "checkpoint_time": "2025-04-05 20:18:48.340", "error": null }' + echo '{ "upstream_id": 7489802381493040679, "namespace": "default", "id": "0e5704da-415b-4800-b9b0-a372ad7d119f", "state": "normal", "checkpoint_tso": 457141263621160965, "checkpoint_time": "2025-04-05 20:18:48.340", "error": null }' { "upstream_id": 7489802381493040679, "namespace": "default", "id": "0e5704da-415b-4800-b9b0-a372ad7d119f", "state": "normal", "checkpoint_tso": 457141263621160965, "checkpoint_time": "2025-04-05 20:18:48.340", "error": null } ++ echo '{' '"upstream_id":' 7489802381493040679, '"namespace":' '"default",' '"id":' '"0e5704da-415b-4800-b9b0-a372ad7d119f",' '"state":' '"normal",' '"checkpoint_tso":' 457141263621160965, '"checkpoint_time":' '"2025-04-05' '20:18:48.340",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489802381493040679, '"namespace":' '"default",' '"id":' '"0e5704da-415b-4800-b9b0-a372ad7d119f",' '"state":' '"normal",' '"checkpoint_tso":' 457141263621160965, '"checkpoint_time":' '"2025-04-05' '20:18:48.340",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully table consistent_replicate_ddl.usertable2 not exists for 2-th check, retry later run task successfully check_changefeed_state http://127.0.0.1:2379 9376050c-6908-4231-b4ac-996ff1e5c718 stopped null + endpoints=http://127.0.0.1:2379 + changefeed_id=9376050c-6908-4231-b4ac-996ff1e5c718 + expected_state=stopped + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 9376050c-6908-4231-b4ac-996ff1e5c718 -s check diff failed 1-th time, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 8.73 secs (461382393 bytes/sec) [Pipeline] { table ddl_manager.finish_mark not exists for 3-th check, retry later [Pipeline] cache TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ check data failed 2-th time, retry later + info='{ "upstream_id": 7489802373323483224, "namespace": "default", "id": "9376050c-6908-4231-b4ac-996ff1e5c718", "state": "stopped", "checkpoint_tso": 457141263562702855, "checkpoint_time": "2025-04-05 20:18:48.117", "error": null }' + echo '{ "upstream_id": 7489802373323483224, "namespace": "default", "id": "9376050c-6908-4231-b4ac-996ff1e5c718", "state": "stopped", "checkpoint_tso": 457141263562702855, "checkpoint_time": "2025-04-05 20:18:48.117", "error": null }' { "upstream_id": 7489802373323483224, "namespace": "default", "id": "9376050c-6908-4231-b4ac-996ff1e5c718", "state": "stopped", "checkpoint_tso": 457141263562702855, "checkpoint_time": "2025-04-05 20:18:48.117", "error": null } ++ echo '{' '"upstream_id":' 7489802373323483224, '"namespace":' '"default",' '"id":' '"9376050c-6908-4231-b4ac-996ff1e5c718",' '"state":' '"stopped",' '"checkpoint_tso":' 457141263562702855, '"checkpoint_time":' '"2025-04-05' '20:18:48.117",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7489802373323483224, '"namespace":' '"default",' '"id":' '"9376050c-6908-4231-b4ac-996ff1e5c718",' '"state":' '"stopped",' '"checkpoint_tso":' 457141263562702855, '"checkpoint_time":' '"2025-04-05' '20:18:48.117",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_safepoint_equal http://127.0.0.1:2379 7489802373323483224 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:18:49 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c3b7e908-407d-476f-a567-d050f0049a30 {"id":"c3b7e908-407d-476f-a567-d050f0049a30","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855527} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e36e7ce3 c3b7e908-407d-476f-a567-d050f0049a30 /tidb/cdc/default/default/upstream/7489802407409666039 {"id":7489802407409666039,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c3b7e908-407d-476f-a567-d050f0049a30 {"id":"c3b7e908-407d-476f-a567-d050f0049a30","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855527} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e36e7ce3 c3b7e908-407d-476f-a567-d050f0049a30 /tidb/cdc/default/default/upstream/7489802407409666039 {"id":7489802407409666039,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c3b7e908-407d-476f-a567-d050f0049a30 {"id":"c3b7e908-407d-476f-a567-d050f0049a30","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855527} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e36e7ce3 c3b7e908-407d-476f-a567-d050f0049a30 /tidb/cdc/default/default/upstream/7489802407409666039 {"id":7489802407409666039,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.cli.5392.out cli changefeed create --start-ts=457141262868807681 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: 4d3fc388-cb6f-407b-8d04-0dbcc2cd12d5 Info: {"upstream_id":7489802407409666039,"namespace":"default","id":"4d3fc388-cb6f-407b-8d04-0dbcc2cd12d5","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:18:50.35468943+08:00","start_ts":457141262868807681,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141262868807681,"checkpoint_ts":457141262868807681,"checkpoint_time":"2025-04-05 20:18:45.470"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table consistent_replicate_ddl.usertable2 exists table consistent_replicate_ddl.usertable3 not exists for 1-th check, retry later table ddl_manager.finish_mark not exists for 4-th check, retry later check diff failed 2-th time, retry later + set +x check data successfully wait process cdc.test exit for 1-th time... table consistent_replicate_ddl.usertable3 not exists for 2-th check, retry later wait process cdc.test exit for 2-th time... run task successfully check_changefeed_state http://127.0.0.1:2379 9376050c-6908-4231-b4ac-996ff1e5c718 normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=9376050c-6908-4231-b4ac-996ff1e5c718 + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 9376050c-6908-4231-b4ac-996ff1e5c718 -s + info='{ "upstream_id": 7489802373323483224, "namespace": "default", "id": "9376050c-6908-4231-b4ac-996ff1e5c718", "state": "normal", "checkpoint_tso": 457141263562702855, "checkpoint_time": "2025-04-05 20:18:48.117", "error": null }' + echo '{ "upstream_id": 7489802373323483224, "namespace": "default", "id": "9376050c-6908-4231-b4ac-996ff1e5c718", "state": "normal", "checkpoint_tso": 457141263562702855, "checkpoint_time": "2025-04-05 20:18:48.117", "error": null }' { "upstream_id": 7489802373323483224, "namespace": "default", "id": "9376050c-6908-4231-b4ac-996ff1e5c718", "state": "normal", "checkpoint_tso": 457141263562702855, "checkpoint_time": "2025-04-05 20:18:48.117", "error": null } ++ echo '{' '"upstream_id":' 7489802373323483224, '"namespace":' '"default",' '"id":' '"9376050c-6908-4231-b4ac-996ff1e5c718",' '"state":' '"normal",' '"checkpoint_tso":' 457141263562702855, '"checkpoint_time":' '"2025-04-05' '20:18:48.117",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489802373323483224, '"namespace":' '"default",' '"id":' '"9376050c-6908-4231-b4ac-996ff1e5c718",' '"state":' '"normal",' '"checkpoint_tso":' 457141263562702855, '"checkpoint_time":' '"2025-04-05' '20:18:48.117",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_safepoint_forward http://127.0.0.1:2379 7489802373323483224 457141263562702854 457141263562702855 table ddl_manager.finish_mark not exists for 5-th check, retry later Starting TLS TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:18:53 CST 2025] <<<<<< run test case simple success! >>>>>> check diff successfully wait process cdc.test exit for 1-th time... run task successfully check_changefeed_state http://127.0.0.1:2379 9376050c-6908-4231-b4ac-996ff1e5c718 stopped null + endpoints=http://127.0.0.1:2379 + changefeed_id=9376050c-6908-4231-b4ac-996ff1e5c718 + expected_state=stopped + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 9376050c-6908-4231-b4ac-996ff1e5c718 -s + info='{ "upstream_id": 7489802373323483224, "namespace": "default", "id": "9376050c-6908-4231-b4ac-996ff1e5c718", "state": "stopped", "checkpoint_tso": 457141263562702855, "checkpoint_time": "2025-04-05 20:18:48.117", "error": null }' + echo '{ "upstream_id": 7489802373323483224, "namespace": "default", "id": "9376050c-6908-4231-b4ac-996ff1e5c718", "state": "stopped", "checkpoint_tso": 457141263562702855, "checkpoint_time": "2025-04-05 20:18:48.117", "error": null }' { "upstream_id": 7489802373323483224, "namespace": "default", "id": "9376050c-6908-4231-b4ac-996ff1e5c718", "state": "stopped", "checkpoint_tso": 457141263562702855, "checkpoint_time": "2025-04-05 20:18:48.117", "error": null } ++ echo '{' '"upstream_id":' 7489802373323483224, '"namespace":' '"default",' '"id":' '"9376050c-6908-4231-b4ac-996ff1e5c718",' '"state":' '"stopped",' '"checkpoint_tso":' 457141263562702855, '"checkpoint_time":' '"2025-04-05' '20:18:48.117",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7489802373323483224, '"namespace":' '"default",' '"id":' '"9376050c-6908-4231-b4ac-996ff1e5c718",' '"state":' '"stopped",' '"checkpoint_tso":' 457141263562702855, '"checkpoint_time":' '"2025-04-05' '20:18:48.117",' '"error":' null '}' ++ jq -r .error.message wait process cdc.test exit for 2-th time... Starting TLS TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying TLS TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + message=null + [[ ! null =~ null ]] run task successfully check_changefeed_state http://127.0.0.1:2379 17f2aab2-8b4e-4db0-b312-f19cc29089f1 normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=17f2aab2-8b4e-4db0-b312-f19cc29089f1 + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 17f2aab2-8b4e-4db0-b312-f19cc29089f1 -s + info='{ "upstream_id": 7489802373323483224, "namespace": "default", "id": "17f2aab2-8b4e-4db0-b312-f19cc29089f1", "state": "normal", "checkpoint_tso": 457141265266638849, "checkpoint_time": "2025-04-05 20:18:54.617", "error": null }' + echo '{ "upstream_id": 7489802373323483224, "namespace": "default", "id": "17f2aab2-8b4e-4db0-b312-f19cc29089f1", "state": "normal", "checkpoint_tso": 457141265266638849, "checkpoint_time": "2025-04-05 20:18:54.617", "error": null }' { "upstream_id": 7489802373323483224, "namespace": "default", "id": "17f2aab2-8b4e-4db0-b312-f19cc29089f1", "state": "normal", "checkpoint_tso": 457141265266638849, "checkpoint_time": "2025-04-05 20:18:54.617", "error": null } ++ echo '{' '"upstream_id":' 7489802373323483224, '"namespace":' '"default",' '"id":' '"17f2aab2-8b4e-4db0-b312-f19cc29089f1",' '"state":' '"normal",' '"checkpoint_tso":' 457141265266638849, '"checkpoint_time":' '"2025-04-05' '20:18:54.617",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489802373323483224, '"namespace":' '"default",' '"id":' '"17f2aab2-8b4e-4db0-b312-f19cc29089f1",' '"state":' '"normal",' '"checkpoint_tso":' 457141265266638849, '"checkpoint_time":' '"2025-04-05' '20:18:54.617",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_safepoint_equal http://127.0.0.1:2379 7489802373323483224 table consistent_replicate_ddl.usertable3 exists table consistent_replicate_ddl.usertable_bak not exists for 1-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:18:55 CST 2025] <<<<<< run test case processor_err_chan success! >>>>>> table ddl_manager.finish_mark not exists for 6-th check, retry later table drop_tables.c not exists for 1-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802478305829333 TiDB Cluster ID. tikv_gc_leader_uuid 658178f1c8c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:5961, start at 2025-04-05 20:18:55.940675157 +0800 CST m=+1.496958808 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:20:55.948 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:18:55.907 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:08:55.907 +0800 All versions after safe point can be accessed. (DO NOT EDIT) [Sat Apr 5 20:18:56 CST 2025] <<<<<< START cdc server in http_api_tls case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates ']' + curl_status_cmd='curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_api_tls.60056007.out server --log-file /tmp/tidb_cdc_test/http_api_tls/cdc_http_api_tls_tls1.log --log-level debug --data-dir /tmp/tidb_cdc_test/http_api_tls/cdc_data_http_api_tls_tls1 --cluster-id default --config /tmp/tidb_cdc_test/http_api_tls/server.toml --ca /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem --cert-allowed-cn client --addr 127.0.0.1:8300 --pd https://127.0.0.1:2579 + (( i = 0 )) + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table consistent_replicate_ddl.usertable_bak not exists for 2-th check, retry later table ddl_manager.finish_mark not exists for 7-th check, retry later table drop_tables.c not exists for 2-th check, retry later run task successfully Changefeed remove successfully. ID: 9376050c-6908-4231-b4ac-996ff1e5c718 CheckpointTs: 457141263562702855 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1 check_safepoint_forward http://127.0.0.1:2379 7489802373323483224 457141265921998856 457141265266638849 457141263562702855 table consistent_replicate_ddl.usertable_bak exists table ddl_manager.finish_mark not exists for 8-th check, retry later run task successfully table drop_tables.c not exists for 3-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Initializing NSS with certpath: sql:/etc/pki/nssdb * CAfile: /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem CApath: none * NSS: client certificate from file * subject: CN=client * start date: Feb 18 07:48:00 2020 GMT * expire date: Jan 25 07:48:00 2120 GMT * common name: client * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * SSL connection using TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256 * Server certificate: * subject: CN=tidb-server * start date: Feb 18 09:11:00 2020 GMT * expire date: Jan 25 09:11:00 2120 GMT * common name: tidb-server * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:18:59 GMT < Content-Length: 1253 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/73200347-4010-4b4d-91e1-233b46ec84af {"id":"73200347-4010-4b4d-91e1-233b46ec84af","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855536} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e3a8cfdb 73200347-4010-4b4d-91e1-233b46ec84af /tidb/cdc/default/default/upstream/7489802478305829333 {"id":7489802478305829333,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/73200347-4010-4b4d-91e1-233b46ec84af {"id":"73200347-4010-4b4d-91e1-233b46ec84af","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855536} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e3a8cfdb 73200347-4010-4b4d-91e1-233b46ec84af /tidb/cdc/default/default/upstream/7489802478305829333 {"id":7489802478305829333,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/73200347-4010-4b4d-91e1-233b46ec84af {"id":"73200347-4010-4b4d-91e1-233b46ec84af","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855536} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e3a8cfdb 73200347-4010-4b4d-91e1-233b46ec84af /tidb/cdc/default/default/upstream/7489802478305829333 {"id":7489802478305829333,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'etcd info' + break + set +x Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 8.08 secs (498539203 bytes/sec) [Pipeline] { [Pipeline] cache Changefeed remove successfully. ID: 17f2aab2-8b4e-4db0-b312-f19cc29089f1 CheckpointTs: 457141266446286856 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1 check_safepoint_cleared http://127.0.0.1:2379 7489802373323483224 run task successfully wait process cdc.test exit for 1-th time... table ddl_manager.finish_mark not exists for 9-th check, retry later wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:19:01 CST 2025] <<<<<< run test case gc_safepoint success! >>>>>> [Sat Apr 5 20:19:01 CST 2025] <<<<<< START cdc server in http_api_tls case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates ']' + curl_status_cmd='curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8301/debug/info' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_api_tls.60696071.out server --log-file /tmp/tidb_cdc_test/http_api_tls/cdc_http_api_tls_tls2.log --log-level debug --data-dir /tmp/tidb_cdc_test/http_api_tls/cdc_data_http_api_tls_tls2 --cluster-id default --config /tmp/tidb_cdc_test/http_api_tls/server.toml --ca /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem --cert-allowed-cn client --addr 127.0.0.1:8301 --pd https://127.0.0.1:2579 + (( i = 0 )) + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table drop_tables.c exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... table ddl_manager.finish_mark not exists for 10-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc_server_tips/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:19:03 CST 2025] <<<<<< run test case drop_many_tables success! >>>>>> wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... + (( i++ )) + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Initializing NSS with certpath: sql:/etc/pki/nssdb * CAfile: /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem CApath: none * NSS: client certificate from file * subject: CN=client * start date: Feb 18 07:48:00 2020 GMT * expire date: Jan 25 07:48:00 2120 GMT * common name: client * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * SSL connection using TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256 * Server certificate: * subject: CN=tidb-server * start date: Feb 18 09:11:00 2020 GMT * expire date: Jan 25 09:11:00 2120 GMT * common name: tidb-server * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:19:04 GMT < Content-Length: 1714 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/413109ba-0ebc-4516-b039-e3798df38d43 {"id":"413109ba-0ebc-4516-b039-e3798df38d43","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855542} /tidb/cdc/default/__cdc_meta__/capture/73200347-4010-4b4d-91e1-233b46ec84af {"id":"73200347-4010-4b4d-91e1-233b46ec84af","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855536} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e3a8cfdb 73200347-4010-4b4d-91e1-233b46ec84af /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e3a8d019 413109ba-0ebc-4516-b039-e3798df38d43 /tidb/cdc/default/default/upstream/7489802478305829333 {"id":7489802478305829333,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/413109ba-0ebc-4516-b039-e3798df38d43 {"id":"413109ba-0ebc-4516-b039-e3798df38d43","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855542} /tidb/cdc/default/__cdc_meta__/capture/73200347-4010-4b4d-91e1-233b46ec84af {"id":"73200347-4010-4b4d-91e1-233b46ec84af","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855536} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e3a8cfdb 73200347-4010-4b4d-91e1-233b46ec84af /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e3a8d019 413109ba-0ebc-4516-b039-e3798df38d43 /tidb/cdc/default/default/upstream/7489802478305829333 {"id":7489802478305829333,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/413109ba-0ebc-4516-b039-e3798df38d43 {"id":"413109ba-0ebc-4516-b039-e3798df38d43","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855542} /tidb/cdc/default/__cdc_meta__/capture/73200347-4010-4b4d-91e1-233b46ec84af {"id":"73200347-4010-4b4d-91e1-233b46ec84af","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855536} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e3a8cfdb 73200347-4010-4b4d-91e1-233b46ec84af /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e3a8d019 413109ba-0ebc-4516-b039-e3798df38d43 /tidb/cdc/default/default/upstream/7489802478305829333 {"id":7489802478305829333,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'etcd info' + break + set +x =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_reconstruct/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:19:05 CST 2025] <<<<<< START cdc server in consistent_replicate_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkHangLongTime=return(true);github.com/pingcap/tiflow/cdc/sink/ddlsink/mysql/MySQLSinkExecDDLDelay=return(true)' + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_ddl.29412943.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_ddl/cdcconsistent_replicate_ddl.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_ddl/cdc_dataconsistent_replicate_ddl.server2 --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table ddl_manager.finish_mark not exists for 11-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/cdc_server_tips Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... pass test: check health pass test: get status table ddl_manager.finish_mark not exists for 12-th check, retry later pass test: create changefeed check_changefeed_state https://127.0.0.1:2579 changefeed-test1 normal null /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + endpoints=https://127.0.0.1:2579 + changefeed_id=changefeed-test1 + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c changefeed-test1 -s + info='{ "upstream_id": 7489802478305829333, "namespace": "default", "id": "changefeed-test1", "state": "normal", "checkpoint_tso": 457141268593246218, "checkpoint_time": "2025-04-05 20:19:07.307", "error": null }' + echo '{ "upstream_id": 7489802478305829333, "namespace": "default", "id": "changefeed-test1", "state": "normal", "checkpoint_tso": 457141268593246218, "checkpoint_time": "2025-04-05 20:19:07.307", "error": null }' { "upstream_id": 7489802478305829333, "namespace": "default", "id": "changefeed-test1", "state": "normal", "checkpoint_tso": 457141268593246218, "checkpoint_time": "2025-04-05 20:19:07.307", "error": null } ++ echo '{' '"upstream_id":' 7489802478305829333, '"namespace":' '"default",' '"id":' '"changefeed-test1",' '"state":' '"normal",' '"checkpoint_tso":' 457141268593246218, '"checkpoint_time":' '"2025-04-05' '20:19:07.307",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489802478305829333, '"namespace":' '"default",' '"id":' '"changefeed-test1",' '"state":' '"normal",' '"checkpoint_tso":' 457141268593246218, '"checkpoint_time":' '"2025-04-05' '20:19:07.307",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_changefeed_state https://127.0.0.1:2579 changefeed-test2 normal null /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + endpoints=https://127.0.0.1:2579 + changefeed_id=changefeed-test2 + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c changefeed-test2 -s + info='{ "upstream_id": 7489802478305829333, "namespace": "default", "id": "changefeed-test2", "state": "normal", "checkpoint_tso": 457141268632829962, "checkpoint_time": "2025-04-05 20:19:07.458", "error": null }' + echo '{ "upstream_id": 7489802478305829333, "namespace": "default", "id": "changefeed-test2", "state": "normal", "checkpoint_tso": 457141268632829962, "checkpoint_time": "2025-04-05 20:19:07.458", "error": null }' { "upstream_id": 7489802478305829333, "namespace": "default", "id": "changefeed-test2", "state": "normal", "checkpoint_tso": 457141268632829962, "checkpoint_time": "2025-04-05 20:19:07.458", "error": null } ++ echo '{' '"upstream_id":' 7489802478305829333, '"namespace":' '"default",' '"id":' '"changefeed-test2",' '"state":' '"normal",' '"checkpoint_tso":' 457141268632829962, '"checkpoint_time":' '"2025-04-05' '20:19:07.458",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489802478305829333, '"namespace":' '"default",' '"id":' '"changefeed-test2",' '"state":' '"normal",' '"checkpoint_tso":' 457141268632829962, '"checkpoint_time":' '"2025-04-05' '20:19:07.458",' '"error":' null '}' ++ jq -r .error.message start tidb cluster in /tmp/tidb_cdc_test/changefeed_reconstruct Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:19:08 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/e5bc882f-2aa4-495c-8988-56820bc23173 {UpstreamID:7489802373943706580 Namespace:default ID:e5bc882f-2aa4-495c-8988-56820bc23173 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:18:40.241322797 +0800 CST StartTs:457141261477609475 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00387d320 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141261490978821} {CheckpointTs:457141267113705476 MinTableBarrierTs:457141268686831621 AdminJobType:noop} span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457141267113705476, checkpointTs: 457141267113705476, state: Replicating span: {tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}, resolvedTs: 457141267113705476, checkpointTs: 457141267113705476, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141267113705476, checkpointTs: 457141267113705476, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141267113705476, checkpointTs: 457141267113705476, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457141267113705476, checkpointTs: 457141267113705476, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c8a58ec5-b603-4a51-a425-681614f90f47 {"id":"c8a58ec5-b603-4a51-a425-681614f90f47","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855545} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e3525a1b c8a58ec5-b603-4a51-a425-681614f90f47 /tidb/cdc/default/default/changefeed/info/e5bc882f-2aa4-495c-8988-56820bc23173 {"upstream-id":7489802373943706580,"namespace":"default","changefeed-id":"e5bc882f-2aa4-495c-8988-56820bc23173","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:18:40.241322797+08:00","start-ts":457141261477609475,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_ddl/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141261490978821} /tidb/cdc/default/default/changefeed/status/e5bc882f-2aa4-495c-8988-56820bc23173 {"checkpoint-ts":457141267113705476,"min-table-barrier-ts":457141268686831621,"admin-job-type":0} /tidb/cdc/default/default/task/position/c8a58ec5-b603-4a51-a425-681614f90f47/e5bc882f-2aa4-495c-8988-56820bc23173 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802373943706580 {"id":7489802373943706580,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/e5bc882f-2aa4-495c-8988-56820bc23173 {UpstreamID:7489802373943706580 Namespace:default ID:e5bc882f-2aa4-495c-8988-56820bc23173 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:18:40.241322797 +0800 CST StartTs:457141261477609475 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00387d320 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141261490978821} {CheckpointTs:457141267113705476 MinTableBarrierTs:457141268686831621 AdminJobType:noop} span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457141267113705476, checkpointTs: 457141267113705476, state: Replicating span: {tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}, resolvedTs: 457141267113705476, checkpointTs: 457141267113705476, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141267113705476, checkpointTs: 457141267113705476, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141267113705476, checkpointTs: 457141267113705476, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457141267113705476, checkpointTs: 457141267113705476, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c8a58ec5-b603-4a51-a425-681614f90f47 {"id":"c8a58ec5-b603-4a51-a425-681614f90f47","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855545} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e3525a1b c8a58ec5-b603-4a51-a425-681614f90f47 /tidb/cdc/default/default/changefeed/info/e5bc882f-2aa4-495c-8988-56820bc23173 {"upstream-id":7489802373943706580,"namespace":"default","changefeed-id":"e5bc882f-2aa4-495c-8988-56820bc23173","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:18:40.241322797+08:00","start-ts":457141261477609475,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_ddl/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141261490978821} /tidb/cdc/default/default/changefeed/status/e5bc882f-2aa4-495c-8988-56820bc23173 {"checkpoint-ts":457141267113705476,"min-table-barrier-ts":457141268686831621,"admin-job-type":0} /tidb/cdc/default/default/task/position/c8a58ec5-b603-4a51-a425-681614f90f47/e5bc882f-2aa4-495c-8988-56820bc23173 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802373943706580 {"id":7489802373943706580,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/e5bc882f-2aa4-495c-8988-56820bc23173 {UpstreamID:7489802373943706580 Namespace:default ID:e5bc882f-2aa4-495c-8988-56820bc23173 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:18:40.241322797 +0800 CST StartTs:457141261477609475 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00387d320 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141261490978821} {CheckpointTs:457141267113705476 MinTableBarrierTs:457141268686831621 AdminJobType:noop} span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457141267113705476, checkpointTs: 457141267113705476, state: Replicating span: {tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}, resolvedTs: 457141267113705476, checkpointTs: 457141267113705476, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141267113705476, checkpointTs: 457141267113705476, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141267113705476, checkpointTs: 457141267113705476, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457141267113705476, checkpointTs: 457141267113705476, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c8a58ec5-b603-4a51-a425-681614f90f47 {"id":"c8a58ec5-b603-4a51-a425-681614f90f47","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855545} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e3525a1b c8a58ec5-b603-4a51-a425-681614f90f47 /tidb/cdc/default/default/changefeed/info/e5bc882f-2aa4-495c-8988-56820bc23173 {"upstream-id":7489802373943706580,"namespace":"default","changefeed-id":"e5bc882f-2aa4-495c-8988-56820bc23173","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:18:40.241322797+08:00","start-ts":457141261477609475,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_ddl/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141261490978821} /tidb/cdc/default/default/changefeed/status/e5bc882f-2aa4-495c-8988-56820bc23173 {"checkpoint-ts":457141267113705476,"min-table-barrier-ts":457141268686831621,"admin-job-type":0} /tidb/cdc/default/default/task/position/c8a58ec5-b603-4a51-a425-681614f90f47/e5bc882f-2aa4-495c-8988-56820bc23173 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802373943706580 {"id":7489802373943706580,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + message=null + [[ ! null =~ null ]] run task successfully check_changefeed_state https://127.0.0.1:2579 changefeed-test3 normal null /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + endpoints=https://127.0.0.1:2579 + changefeed_id=changefeed-test3 + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c changefeed-test3 -s + info='{ "upstream_id": 7489802478305829333, "namespace": "default", "id": "changefeed-test3", "state": "normal", "checkpoint_tso": 457141268659044363, "checkpoint_time": "2025-04-05 20:19:07.558", "error": null }' + echo '{ "upstream_id": 7489802478305829333, "namespace": "default", "id": "changefeed-test3", "state": "normal", "checkpoint_tso": 457141268659044363, "checkpoint_time": "2025-04-05 20:19:07.558", "error": null }' { "upstream_id": 7489802478305829333, "namespace": "default", "id": "changefeed-test3", "state": "normal", "checkpoint_tso": 457141268659044363, "checkpoint_time": "2025-04-05 20:19:07.558", "error": null } ++ echo '{' '"upstream_id":' 7489802478305829333, '"namespace":' '"default",' '"id":' '"changefeed-test3",' '"state":' '"normal",' '"checkpoint_tso":' 457141268659044363, '"checkpoint_time":' '"2025-04-05' '20:19:07.558",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489802478305829333, '"namespace":' '"default",' '"id":' '"changefeed-test3",' '"state":' '"normal",' '"checkpoint_tso":' 457141268659044363, '"checkpoint_time":' '"2025-04-05' '20:19:07.558",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully check_changefeed_state https://127.0.0.1:2579 changefeed-test4 normal null /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + endpoints=https://127.0.0.1:2579 + changefeed_id=changefeed-test4 + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c changefeed-test4 -s Verifying downstream PD is started... + info='{ "upstream_id": 7489802478305829333, "namespace": "default", "id": "changefeed-test4", "state": "normal", "checkpoint_tso": 457141268684996620, "checkpoint_time": "2025-04-05 20:19:07.657", "error": null }' + echo '{ "upstream_id": 7489802478305829333, "namespace": "default", "id": "changefeed-test4", "state": "normal", "checkpoint_tso": 457141268684996620, "checkpoint_time": "2025-04-05 20:19:07.657", "error": null }' { "upstream_id": 7489802478305829333, "namespace": "default", "id": "changefeed-test4", "state": "normal", "checkpoint_tso": 457141268684996620, "checkpoint_time": "2025-04-05 20:19:07.657", "error": null } ++ jq -r .state ++ echo '{' '"upstream_id":' 7489802478305829333, '"namespace":' '"default",' '"id":' '"changefeed-test4",' '"state":' '"normal",' '"checkpoint_tso":' 457141268684996620, '"checkpoint_time":' '"2025-04-05' '20:19:07.657",' '"error":' null '}' + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489802478305829333, '"namespace":' '"default",' '"id":' '"changefeed-test4",' '"state":' '"normal",' '"checkpoint_tso":' 457141268684996620, '"checkpoint_time":' '"2025-04-05' '20:19:07.657",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully table ddl_manager.finish_mark not exists for 13-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 8.75 secs (460345962 bytes/sec) [Pipeline] { [Pipeline] cache table ddl_manager.finish_mark not exists for 14-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_pause_resume/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table test.verify_table_eligible not exists for 1-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 15-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/processor_stop_delay/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/changefeed_pause_resume Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table test.verify_table_eligible not exists for 2-th check, retry later table ddl_manager.finish_mark not exists for 16-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802547301112386 TiDB Cluster ID. tikv_gc_leader_uuid 658179044580014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:3888, start at 2025-04-05 20:19:14.88110232 +0800 CST m=+2.455125138 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:21:14.889 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:19:14.888 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:09:14.888 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802547301112386 TiDB Cluster ID. tikv_gc_leader_uuid 658179044580014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:3888, start at 2025-04-05 20:19:14.88110232 +0800 CST m=+2.455125138 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:21:14.889 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:19:14.888 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:09:14.888 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802555594416463 TiDB Cluster ID. tikv_gc_leader_uuid 658179042b4000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:3963, start at 2025-04-05 20:19:14.779210326 +0800 CST m=+2.245061864 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:21:14.786 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:19:14.783 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:09:14.783 +0800 All versions after safe point can be accessed. (DO NOT EDIT) table test.verify_table_eligible exists start tidb cluster in /tmp/tidb_cdc_test/processor_stop_delay Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/cdc_server_tips/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/cdc_server_tips/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cdc_server_tips/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/cdc_server_tips/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/cdc_server_tips/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } pass test: list changefeed Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table sink_retry.finish_mark_1 exists check diff successfully ***************** properties ***************** "insertproportion"="0" "recordcount"="10" "scanproportion"="0" "mysql.user"="root" "mysql.db"="sink_retry" "mysql.host"="127.0.0.1" "mysql.port"="4000" "threadcount"="2" "readallfields"="true" "updateproportion"="0" "dotransactions"="false" "requestdistribution"="uniform" "workload"="core" "readproportion"="0" "operationcount"="0" ********************************************** Run finished, takes 4.120995ms INSERT - Takes(s): 0.0, Count: 10, OPS: 3499.8, Avg(us): 728, Min(us): 428, Max(us): 1725, 95th(us): 2000, 99th(us): 2000 table ddl_manager.finish_mark not exists for 17-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802548246774210 TiDB Cluster ID. tikv_gc_leader_uuid 65817905774000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:4051, start at 2025-04-05 20:19:16.077588009 +0800 CST m=+2.424012732 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:21:16.085 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:19:16.061 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:09:16.061 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802548246774210 TiDB Cluster ID. tikv_gc_leader_uuid 65817905774000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:4051, start at 2025-04-05 20:19:16.077588009 +0800 CST m=+2.424012732 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:21:16.085 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:19:16.061 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:09:16.061 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802559611828381 TiDB Cluster ID. tikv_gc_leader_uuid 65817905900000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:4135, start at 2025-04-05 20:19:16.179803385 +0800 CST m=+2.467738912 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:21:16.188 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:19:16.160 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:09:16.160 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_reconstruct/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } pass test: get changefeed Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:19:18 CST 2025] <<<<<< run test case kv_client_stream_reconnect success! >>>>>> + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc_server_tips.cli.5285.out cli tso query --pd=http://127.0.0.1:2379 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 18-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 7.35 secs (548088266 bytes/sec) [Pipeline] { [Pipeline] cache [Sat Apr 5 20:19:20 CST 2025] <<<<<< START cdc server in changefeed_reconstruct case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_reconstruct.54565458.out server --log-file /tmp/tidb_cdc_test/changefeed_reconstruct/cdcserver1.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_reconstruct/cdc_dataserver1 --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x + tso='457141271694934018 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141271694934018 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x pass test: pause changefeed ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) try a VALID cdc server command [Sat Apr 5 20:19:21 CST 2025] <<<<<< START cdc server in cdc_server_tips case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc_server_tips.53225324.out server --log-file /tmp/tidb_cdc_test/cdc_server_tips/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cdc_server_tips/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 19-th check, retry later pass test: update changefeed VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802578848202052 TiDB Cluster ID. tikv_gc_leader_uuid 6581790a890000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:4502, start at 2025-04-05 20:19:21.287654728 +0800 CST m=+2.378512986 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:21:21.326 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:19:21.316 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:09:21.316 +0800 All versions after safe point can be accessed. (DO NOT EDIT) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802578848202052 TiDB Cluster ID. tikv_gc_leader_uuid 6581790a890000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:4502, start at 2025-04-05 20:19:21.287654728 +0800 CST m=+2.378512986 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:21:21.326 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:19:21.316 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:09:21.316 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802581634945900 TiDB Cluster ID. tikv_gc_leader_uuid 6581790ac64000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:4576, start at 2025-04-05 20:19:21.543052765 +0800 CST m=+2.574571314 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:21:21.552 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:19:21.547 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:09:21.547 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table ddl_manager.finish_mark not exists for 20-th check, retry later < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:19:23 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/fe08c2d7-e8b4-40a6-9a5c-839dbc8312b9 {"id":"fe08c2d7-e8b4-40a6-9a5c-839dbc8312b9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855560} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e3f665da fe08c2d7-e8b4-40a6-9a5c-839dbc8312b9 /tidb/cdc/default/default/upstream/7489802548246774210 {"id":7489802548246774210,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/fe08c2d7-e8b4-40a6-9a5c-839dbc8312b9 {"id":"fe08c2d7-e8b4-40a6-9a5c-839dbc8312b9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855560} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e3f665da fe08c2d7-e8b4-40a6-9a5c-839dbc8312b9 /tidb/cdc/default/default/upstream/7489802548246774210 {"id":7489802548246774210,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/fe08c2d7-e8b4-40a6-9a5c-839dbc8312b9 {"id":"fe08c2d7-e8b4-40a6-9a5c-839dbc8312b9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855560} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e3f665da fe08c2d7-e8b4-40a6-9a5c-839dbc8312b9 /tidb/cdc/default/default/upstream/7489802548246774210 {"id":7489802548246774210,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x pass test: resume changefeed + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:19:24 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8c10eb07-cb2c-4f09-8759-7ff85f0be131 {"id":"8c10eb07-cb2c-4f09-8759-7ff85f0be131","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855561} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e3efabf1 8c10eb07-cb2c-4f09-8759-7ff85f0be131 /tidb/cdc/default/default/upstream/7489802547301112386 {"id":7489802547301112386,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8c10eb07-cb2c-4f09-8759-7ff85f0be131 {"id":"8c10eb07-cb2c-4f09-8759-7ff85f0be131","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855561} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e3efabf1 8c10eb07-cb2c-4f09-8759-7ff85f0be131 /tidb/cdc/default/default/upstream/7489802547301112386 {"id":7489802547301112386,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8c10eb07-cb2c-4f09-8759-7ff85f0be131 {"id":"8c10eb07-cb2c-4f09-8759-7ff85f0be131","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855561} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e3efabf1 8c10eb07-cb2c-4f09-8759-7ff85f0be131 /tidb/cdc/default/default/upstream/7489802547301112386 {"id":7489802547301112386,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x ***************** properties ***************** "mysql.port"="4000" "readallfields"="true" "dotransactions"="false" "mysql.user"="root" "readproportion"="0" "threadcount"="4" "mysql.host"="127.0.0.1" "insertproportion"="0" "workload"="core" "updateproportion"="0" "operationcount"="0" "recordcount"="50" "scanproportion"="0" "mysql.db"="changefeed_reconstruct" "requestdistribution"="uniform" ********************************************** Run finished, takes 21.693525ms INSERT - Takes(s): 0.0, Count: 48, OPS: 3016.8, Avg(us): 1717, Min(us): 1122, Max(us): 5830, 95th(us): 6000, 99th(us): 6000 table changefeed_reconstruct.usertable not exists for 1-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) pass test: rebalance table [Sat Apr 5 20:19:25 CST 2025] <<<<<< START cdc server in changefeed_pause_resume case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_pause_resume.58475849.out server --log-file /tmp/tidb_cdc_test/changefeed_pause_resume/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_pause_resume/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table ddl_manager.finish_mark not exists for 21-th check, retry later pass test: list processors table changefeed_reconstruct.usertable exists check diff failed 1-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 22-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/run.sh using Sink-Type: mysql... <<================= Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 6.79 secs (593688835 bytes/sec) [Pipeline] { [Pipeline] cache + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:19:28 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/fa12a26a-bcbe-476b-8dee-6185b3679a92 {"id":"fa12a26a-bcbe-476b-8dee-6185b3679a92","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855565} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e410ebd6 fa12a26a-bcbe-476b-8dee-6185b3679a92 /tidb/cdc/default/default/upstream/7489802578848202052 {"id":7489802578848202052,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/fa12a26a-bcbe-476b-8dee-6185b3679a92 {"id":"fa12a26a-bcbe-476b-8dee-6185b3679a92","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855565} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e410ebd6 fa12a26a-bcbe-476b-8dee-6185b3679a92 /tidb/cdc/default/default/upstream/7489802578848202052 {"id":7489802578848202052,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/fa12a26a-bcbe-476b-8dee-6185b3679a92 {"id":"fa12a26a-bcbe-476b-8dee-6185b3679a92","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855565} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e410ebd6 fa12a26a-bcbe-476b-8dee-6185b3679a92 /tidb/cdc/default/default/upstream/7489802578848202052 {"id":7489802578848202052,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check diff successfully wait process 5461 exit for 1-th time... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 23-th check, retry later pass test: get processor wait process 5461 exit for 2-th time... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (5461) - No such process wait process 5461 exit for 3-th time... process 5461 already exit check_no_capture http://127.0.0.1:2379 parse error: Invalid numeric literal at line 1, column 6 run task successfully [Sat Apr 5 20:19:30 CST 2025] <<<<<< START cdc server in changefeed_reconstruct case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_reconstruct.57015703.out server --log-file /tmp/tidb_cdc_test/changefeed_reconstruct/cdcserver2.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_reconstruct/cdc_dataserver2 --cluster-id default --addr 127.0.0.1:8300 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table changefeed_pause_resume.t1 exists table changefeed_pause_resume.t2 not exists for 1-th check, retry later pass test: move table ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 24-th check, retry later The 1 times to try to start tidb cluster... pass test: set log level table changefeed_pause_resume.t2 exists table changefeed_pause_resume.t3 not exists for 1-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 25-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:19:33 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/6889595d-6273-43a0-adae-aafc9a186a52 {UpstreamID:7489802548246774210 Namespace:default ID:6889595d-6273-43a0-adae-aafc9a186a52 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:19:23.343012852 +0800 CST StartTs:457141272762122246 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0013eb050 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141272788336647} {CheckpointTs:457141273941770243 MinTableBarrierTs:457141275252490244 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141273941770243, checkpointTs: 457141273941770243, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7f583a6a-2480-42c5-bc21-828758c753e8 {"id":"7f583a6a-2480-42c5-bc21-828758c753e8","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855570} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e3f66684 7f583a6a-2480-42c5-bc21-828758c753e8 /tidb/cdc/default/default/changefeed/info/6889595d-6273-43a0-adae-aafc9a186a52 {"upstream-id":7489802548246774210,"namespace":"default","changefeed-id":"6889595d-6273-43a0-adae-aafc9a186a52","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:19:23.343012852+08:00","start-ts":457141272762122246,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141272788336647} /tidb/cdc/default/default/changefeed/status/6889595d-6273-43a0-adae-aafc9a186a52 {"checkpoint-ts":457141273941770243,"min-table-barrier-ts":457141275252490244,"admin-job-type":0} /tidb/cdc/default/default/task/position/7f583a6a-2480-42c5-bc21-828758c753e8/6889595d-6273-43a0-adae-aafc9a186a52 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802548246774210 {"id":7489802548246774210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/6889595d-6273-43a0-adae-aafc9a186a52 {UpstreamID:7489802548246774210 Namespace:default ID:6889595d-6273-43a0-adae-aafc9a186a52 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:19:23.343012852 +0800 CST StartTs:457141272762122246 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0013eb050 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141272788336647} {CheckpointTs:457141273941770243 MinTableBarrierTs:457141275252490244 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141273941770243, checkpointTs: 457141273941770243, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7f583a6a-2480-42c5-bc21-828758c753e8 {"id":"7f583a6a-2480-42c5-bc21-828758c753e8","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855570} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e3f66684 7f583a6a-2480-42c5-bc21-828758c753e8 /tidb/cdc/default/default/changefeed/info/6889595d-6273-43a0-adae-aafc9a186a52 {"upstream-id":7489802548246774210,"namespace":"default","changefeed-id":"6889595d-6273-43a0-adae-aafc9a186a52","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:19:23.343012852+08:00","start-ts":457141272762122246,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141272788336647} /tidb/cdc/default/default/changefeed/status/6889595d-6273-43a0-adae-aafc9a186a52 {"checkpoint-ts":457141273941770243,"min-table-barrier-ts":457141275252490244,"admin-job-type":0} /tidb/cdc/default/default/task/position/7f583a6a-2480-42c5-bc21-828758c753e8/6889595d-6273-43a0-adae-aafc9a186a52 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802548246774210 {"id":7489802548246774210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/6889595d-6273-43a0-adae-aafc9a186a52 {UpstreamID:7489802548246774210 Namespace:default ID:6889595d-6273-43a0-adae-aafc9a186a52 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:19:23.343012852 +0800 CST StartTs:457141272762122246 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0013eb050 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141272788336647} {CheckpointTs:457141273941770243 MinTableBarrierTs:457141275252490244 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141273941770243, checkpointTs: 457141273941770243, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/7f583a6a-2480-42c5-bc21-828758c753e8 {"id":"7f583a6a-2480-42c5-bc21-828758c753e8","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855570} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e3f66684 7f583a6a-2480-42c5-bc21-828758c753e8 /tidb/cdc/default/default/changefeed/info/6889595d-6273-43a0-adae-aafc9a186a52 {"upstream-id":7489802548246774210,"namespace":"default","changefeed-id":"6889595d-6273-43a0-adae-aafc9a186a52","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:19:23.343012852+08:00","start-ts":457141272762122246,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141272788336647} /tidb/cdc/default/default/changefeed/status/6889595d-6273-43a0-adae-aafc9a186a52 {"checkpoint-ts":457141273941770243,"min-table-barrier-ts":457141275252490244,"admin-job-type":0} /tidb/cdc/default/default/task/position/7f583a6a-2480-42c5-bc21-828758c753e8/6889595d-6273-43a0-adae-aafc9a186a52 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802548246774210 {"id":7489802548246774210,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list --pd=http://127.0.0.1:2379 2>&1 | grep id pass test: remove changefeed pass test: resign owner ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) "id": "7f583a6a-2480-42c5-bc21-828758c753e8", "cluster-id": "default" run task successfully start tidb cluster in /tmp/tidb_cdc_test/cdc Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table changefeed_pause_resume.t3 exists table ddl_manager.finish_mark not exists for 26-th check, retry later pass test: get tso capture_id: 7f583a6a-2480-42c5-bc21-828758c753e8 check_processor_table_count http://127.0.0.1:2379 6889595d-6273-43a0-adae-aafc9a186a52 7f583a6a-2480-42c5-bc21-828758c753e8 1 run task successfully ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check_processor_table_count http://127.0.0.1:2379 6889595d-6273-43a0-adae-aafc9a186a52 7f583a6a-2480-42c5-bc21-828758c753e8 0 pass test: verify table table count 1 does equal to expected count 0 run task failed 1-th time, retry later table ddl_manager.finish_mark not exists for 27-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 7.37 secs (546367258 bytes/sec) [Pipeline] { [Pipeline] cache check diff failed 1-th time, retry later pass test: create changefeed v2 check_processor_table_count http://127.0.0.1:2379 6889595d-6273-43a0-adae-aafc9a186a52 7f583a6a-2480-42c5-bc21-828758c753e8 0 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 28-th check, retry later run task successfully Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) pass test: remove changefeed v2 check diff failed 2-th time, retry later ***************** properties ***************** "threadcount"="4" "mysql.host"="127.0.0.1" "dotransactions"="false" "requestdistribution"="uniform" "readallfields"="true" "updateproportion"="0" "insertproportion"="0" "recordcount"="50" "readproportion"="0" "scanproportion"="0" "mysql.user"="root" "operationcount"="0" "mysql.port"="4000" "workload"="core" "mysql.db"="changefeed_reconstruct" ********************************************** Run finished, takes 20.957709ms INSERT - Takes(s): 0.0, Count: 48, OPS: 3146.9, Avg(us): 1640, Min(us): 1017, Max(us): 5896, 95th(us): 6000, 99th(us): 6000 table changefeed_reconstruct.usertable not exists for 1-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 29-th check, retry later status code 200 pass test: show metadata status code 200 status code 200 pass test: delete service_gc_safepoint status code 500 pass test: resolve lock ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 3-th time, retry later table changefeed_reconstruct.usertable exists check diff failed 1-th time, retry later wait process cdc.test exit for 1-th time... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 30-th check, retry later wait process cdc.test exit for 2-th time... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802671346249271 TiDB Cluster ID. tikv_gc_leader_uuid 6581791ecdc0011 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-5-wqzzn, pid:4155, start at 2025-04-05 20:19:42.044141846 +0800 CST m=+2.279650628 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:21:42.052 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:19:42.056 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:09:42.056 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802671346249271 TiDB Cluster ID. tikv_gc_leader_uuid 6581791ecdc0011 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-5-wqzzn, pid:4155, start at 2025-04-05 20:19:42.044141846 +0800 CST m=+2.279650628 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:21:42.052 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:19:42.056 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:09:42.056 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802670836394469 TiDB Cluster ID. tikv_gc_leader_uuid 6581791ecc0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-5-wqzzn, pid:4235, start at 2025-04-05 20:19:42.036482876 +0800 CST m=+2.205324506 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:21:42.044 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:19:42.050 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:09:42.050 +0800 All versions after safe point can be accessed. (DO NOT EDIT) wait process cdc.test exit for 3-th time... Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/cdc/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/cdc/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cdc/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/cdc/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/cdc/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 20:19:44 CST 2025] <<<<<< run test case http_api_tls success! >>>>>> check diff failed 4-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff successfully wait process cdc.test exit for 1-th time... table ddl_manager.finish_mark not exists for 31-th check, retry later wait process cdc.test exit for 2-th time... valid ~~~ running cdc Failed to start cdc, the usage tips should be printed 1st test case cdc_server_tips success! try an INVALID cdc server command [Sat Apr 5 20:19:44 CST 2025] <<<<<< START cdc server in cdc_server_tips case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ true != \n\o ]] + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc_server_tips.54305432.out server --log-file /tmp/tidb_cdc_test/cdc_server_tips/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cdc_server_tips/cdc_data --cluster-id default --pd None cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:19:46 CST 2025] <<<<<< run test case changefeed_reconstruct success! >>>>>> [Sat Apr 5 20:19:46 CST 2025] <<<<<< START cdc server in cdc case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc.55615563.out server --log-file /tmp/tidb_cdc_test/cdc/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cdc/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802586528566071 TiDB Cluster ID. tikv_gc_leader_uuid 65817921e38000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3, pid:6524, start at 2025-04-05 20:19:45.215877868 +0800 CST m=+24.399135464 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:21:45.223 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:19:45.216 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:09:45.216 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802586528566071 TiDB Cluster ID. tikv_gc_leader_uuid 65817921e38000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3, pid:6524, start at 2025-04-05 20:19:45.215877868 +0800 CST m=+24.399135464 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:21:45.223 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:19:45.216 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:09:45.216 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802591695002575 TiDB Cluster ID. tikv_gc_leader_uuid 6581790be900002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3, pid:6589, start at 2025-04-05 20:19:22.661744818 +0800 CST m=+1.780628484 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:21:22.670 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:19:22.660 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:09:22.660 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff failed 5-th time, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 7.49 secs (537728473 bytes/sec) [Pipeline] { table ddl_manager.finish_mark not exists for 32-th check, retry later [Pipeline] cache check diff successfully + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:19:49 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6aa39559-fb77-4d89-9a5d-dd7e6ba84400 {"id":"6aa39559-fb77-4d89-9a5d-dd7e6ba84400","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855586} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e4606ed6 6aa39559-fb77-4d89-9a5d-dd7e6ba84400 /tidb/cdc/default/default/upstream/7489802671346249271 {"id":7489802671346249271,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6aa39559-fb77-4d89-9a5d-dd7e6ba84400 {"id":"6aa39559-fb77-4d89-9a5d-dd7e6ba84400","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855586} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e4606ed6 6aa39559-fb77-4d89-9a5d-dd7e6ba84400 /tidb/cdc/default/default/upstream/7489802671346249271 {"id":7489802671346249271,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6aa39559-fb77-4d89-9a5d-dd7e6ba84400 {"id":"6aa39559-fb77-4d89-9a5d-dd7e6ba84400","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855586} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e4606ed6 6aa39559-fb77-4d89-9a5d-dd7e6ba84400 /tidb/cdc/default/default/upstream/7489802671346249271 {"id":7489802671346249271,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc.cli.5620.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --config /tmp/tidb_cdc_test/cdc/pulsar_test.toml table sink_retry.finish_mark_2 exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:19:47 CST 2025] <<<<<< run test case sink_retry success! >>>>>> table ddl_manager.finish_mark not exists for 33-th check, retry later [Sat Apr 5 20:19:49 CST 2025] <<<<<< START cdc server in processor_stop_delay case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorStopDelay=1*sleep(10000)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_stop_delay.79157917.out server --log-file /tmp/tidb_cdc_test/processor_stop_delay/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_stop_delay/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Create changefeed successfully! ID: f78c48da-4675-4d38-853e-37c53e8bb5fa Info: {"upstream_id":7489802671346249271,"namespace":"default","id":"f78c48da-4675-4d38-853e-37c53e8bb5fa","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:19:49.603023887+08:00","start_ts":457141279655460870,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141279655460870,"checkpoint_ts":457141279655460870,"checkpoint_time":"2025-04-05 20:19:49.506"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x go: downloading go1.23.4 (linux/amd64) table ddl_manager.finish_mark not exists for 34-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:19:52 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/25e770c1-93d5-4072-9d95-095f7149c4af {"id":"25e770c1-93d5-4072-9d95-095f7149c4af","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855589} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e418653d 25e770c1-93d5-4072-9d95-095f7149c4af /tidb/cdc/default/default/upstream/7489802586528566071 {"id":7489802586528566071,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/25e770c1-93d5-4072-9d95-095f7149c4af {"id":"25e770c1-93d5-4072-9d95-095f7149c4af","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855589} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e418653d 25e770c1-93d5-4072-9d95-095f7149c4af /tidb/cdc/default/default/upstream/7489802586528566071 {"id":7489802586528566071,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/25e770c1-93d5-4072-9d95-095f7149c4af {"id":"25e770c1-93d5-4072-9d95-095f7149c4af","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855589} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e418653d 25e770c1-93d5-4072-9d95-095f7149c4af /tidb/cdc/default/default/upstream/7489802586528566071 {"id":7489802586528566071,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table processor_stop_delay.t not exists for 1-th check, retry later check diff failed 1-th time, retry later table ddl_manager.finish_mark not exists for 35-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/api_v2/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table processor_stop_delay.t exists check diff failed 1-th time, retry later check diff failed 2-th time, retry later table ddl_manager.finish_mark not exists for 36-th check, retry later go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394 go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394 go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading go.uber.org/atomic v1.11.0 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_capture/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... check diff failed 3-th time, retry later check diff successfully =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_error/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/api_v2 Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 8.32 secs (484070197 bytes/sec) [Pipeline] { [Pipeline] cache table ddl_manager.finish_mark not exists for 37-th check, retry later go: downloading golang.org/x/text v0.21.0 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/spf13/pflag v1.0.5 go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading golang.org/x/net v0.33.0 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31 go: downloading github.com/gorilla/mux v1.8.1 go: downloading github.com/prometheus/client_golang v1.20.5 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22 go: downloading golang.org/x/sync v0.10.0 go: downloading google.golang.org/grpc v1.64.0 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/stretchr/testify v1.10.0 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading golang.org/x/sys v0.28.0 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading golang.org/x/tools v0.28.0 check diff failed 1-th time, retry later go: downloading google.golang.org/protobuf v1.35.2 go: downloading cloud.google.com/go/storage v1.39.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/klauspost/compress v1.17.9 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading golang.org/x/oauth2 v0.24.0 go: downloading google.golang.org/api v0.170.0 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/qri-io/jsonschema v0.2.1 check diff failed 4-th time, retry later go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading cloud.google.com/go v0.112.2 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading go.uber.org/mock v0.4.0 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/cockroachdb/pebble v1.1.0 Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading golang.org/x/time v0.7.0 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/common v0.61.0 go: downloading github.com/prometheus/procfs v0.15.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading golang.org/x/crypto v0.31.0 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda go: downloading cloud.google.com/go/iam v1.1.7 go: downloading github.com/googleapis/gax-go/v2 v2.12.3 start tidb cluster in /tmp/tidb_cdc_test/multi_capture Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f table ddl_manager.finish_mark not exists for 38-th check, retry later go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading golang.org/x/term v0.27.0 go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading github.com/robfig/cron v1.2.0 go: downloading go.opentelemetry.io/otel/trace v1.24.0 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/mattn/go-runewidth v0.0.16 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/golang-jwt/jwt/v5 v5.2.1 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/goccy/go-reflect v1.2.0 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/rivo/uniseg v0.4.7 go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading github.com/pierrec/lz4/v4 v4.1.18 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/rogpeppe/go-internal v1.13.1 go: downloading github.com/kr/text v0.2.0 start tidb cluster in /tmp/tidb_cdc_test/changefeed_error Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 2-th time, retry later go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/andybalholm/brotli v1.0.5 go: downloading github.com/klauspost/cpuid/v2 v2.2.4 check diff failed 5-th time, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table ddl_manager.finish_mark not exists for 39-th check, retry later go: downloading github.com/pierrec/lz4 v2.6.1+incompatible ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 3-th time, retry later check diff successfully Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 40-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release invalid ~~~ running cdc Failed to start cdc, the usage tips should be printed 2nd test case cdc_server_tips success! [Sat Apr 5 20:20:04 CST 2025] <<<<<< run all test cases cdc_server_tips success! >>>>>> go: downloading github.com/google/s2a-go v0.1.7 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 check diff failed 4-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802760450067227 TiDB Cluster ID. tikv_gc_leader_uuid 658179336b80030 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:7445, start at 2025-04-05 20:20:03.153403024 +0800 CST m=+2.335328065 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:03.159 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:03.118 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:03.118 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802760450067227 TiDB Cluster ID. tikv_gc_leader_uuid 658179336b80030 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:7445, start at 2025-04-05 20:20:03.153403024 +0800 CST m=+2.335328065 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:03.159 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:03.118 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:03.118 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802760900904845 TiDB Cluster ID. tikv_gc_leader_uuid 65817933a88000b Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:7525, start at 2025-04-05 20:20:03.382329942 +0800 CST m=+2.499979084 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:03.391 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:03.362 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:03.362 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/api_v2/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/api_v2/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/api_v2/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/api_v2/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/api_v2/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table ddl_manager.finish_mark not exists for 41-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 6.72 secs (599636005 bytes/sec) [Pipeline] { [Pipeline] cache check diff failed 1-th time, retry later check diff failed 5-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802774936241809 TiDB Cluster ID. tikv_gc_leader_uuid 65817935d20000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:7046, start at 2025-04-05 20:20:05.598633172 +0800 CST m=+2.350843286 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:05.606 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:05.644 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:05.644 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802774936241809 TiDB Cluster ID. tikv_gc_leader_uuid 65817935d20000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:7046, start at 2025-04-05 20:20:05.598633172 +0800 CST m=+2.350843286 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:05.606 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:05.644 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:05.644 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802773530490228 TiDB Cluster ID. tikv_gc_leader_uuid 65817936034000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:7124, start at 2025-04-05 20:20:05.822157968 +0800 CST m=+2.473232318 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:05.829 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:05.823 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:05.823 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_capture/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_capture/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_capture/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_capture/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_capture/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Sat Apr 5 20:20:07 CST 2025] <<<<<< START cdc server in api_v2 case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.api_v2.87708772.out server --log-file /tmp/tidb_cdc_test/api_v2/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/api_v2/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table ddl_manager.finish_mark not exists for 42-th check, retry later check diff failed 2-th time, retry later check diff failed 6-th time, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.cli.8361.out cli tso query --pd=http://127.0.0.1:2379 table ddl_manager.finish_mark not exists for 43-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802781620142324 TiDB Cluster ID. tikv_gc_leader_uuid 65817937e300012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3, pid:3957, start at 2025-04-05 20:20:07.723197565 +0800 CST m=+2.032138039 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:07.731 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:07.692 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:07.692 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802781620142324 TiDB Cluster ID. tikv_gc_leader_uuid 65817937e300012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3, pid:3957, start at 2025-04-05 20:20:07.723197565 +0800 CST m=+2.032138039 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:07.731 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:07.692 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:07.692 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802786068701622 TiDB Cluster ID. tikv_gc_leader_uuid 6581793807c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3, pid:4039, start at 2025-04-05 20:20:07.855672534 +0800 CST m=+2.104797316 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:07.892 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:07.892 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:07.892 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_error/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_error/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:10 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1e9a968a-68c5-4622-8658-df5d5c8f174f {"id":"1e9a968a-68c5-4622-8658-df5d5c8f174f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855607} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e4b69ce0 1e9a968a-68c5-4622-8658-df5d5c8f174f /tidb/cdc/default/default/upstream/7489802760450067227 {"id":7489802760450067227,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1e9a968a-68c5-4622-8658-df5d5c8f174f {"id":"1e9a968a-68c5-4622-8658-df5d5c8f174f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855607} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e4b69ce0 1e9a968a-68c5-4622-8658-df5d5c8f174f /tidb/cdc/default/default/upstream/7489802760450067227 {"id":7489802760450067227,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1e9a968a-68c5-4622-8658-df5d5c8f174f {"id":"1e9a968a-68c5-4622-8658-df5d5c8f174f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855607} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e4b69ce0 1e9a968a-68c5-4622-8658-df5d5c8f174f /tidb/cdc/default/default/upstream/7489802760450067227 {"id":7489802760450067227,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: cf-blackhole Info: {"upstream_id":7489802760450067227,"namespace":"default","id":"cf-blackhole","sink_uri":"blackhole:","create_time":"2025-04-05T20:20:10.493932959+08:00","start_ts":457141285137416196,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141285137416196,"checkpoint_ts":457141285137416196,"checkpoint_time":"2025-04-05 20:20:10.418"} + endpoints=http://127.0.0.1:2379 + changefeed_id=cf-blackhole + expected_state=normal + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c cf-blackhole -s + info='{ "upstream_id": 7489802760450067227, "namespace": "default", "id": "cf-blackhole", "state": "normal", "checkpoint_tso": 457141285137416196, "checkpoint_time": "2025-04-05 20:20:10.418", "error": null }' + echo '{ "upstream_id": 7489802760450067227, "namespace": "default", "id": "cf-blackhole", "state": "normal", "checkpoint_tso": 457141285137416196, "checkpoint_time": "2025-04-05 20:20:10.418", "error": null }' { "upstream_id": 7489802760450067227, "namespace": "default", "id": "cf-blackhole", "state": "normal", "checkpoint_tso": 457141285137416196, "checkpoint_time": "2025-04-05 20:20:10.418", "error": null } ++ echo '{' '"upstream_id":' 7489802760450067227, '"namespace":' '"default",' '"id":' '"cf-blackhole",' '"state":' '"normal",' '"checkpoint_tso":' 457141285137416196, '"checkpoint_time":' '"2025-04-05' '20:20:10.418",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489802760450067227, '"namespace":' '"default",' '"id":' '"cf-blackhole",' '"state":' '"normal",' '"checkpoint_tso":' 457141285137416196, '"checkpoint_time":' '"2025-04-05' '20:20:10.418",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + GO111MODULE=on + go run main.go model.go request.go cases.go go: downloading go1.23.4 (linux/amd64) check diff failed 3-th time, retry later check diff successfully + set +x + tso='457141285021548545 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141285021548545 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x ***************** properties ***************** "dotransactions"="false" "mysql.db"="multi_capture_1" "workload"="core" "readallfields"="true" "threadcount"="2" "mysql.host"="127.0.0.1" "requestdistribution"="uniform" "scanproportion"="0" "mysql.user"="root" "insertproportion"="0" "recordcount"="10" "operationcount"="0" "updateproportion"="0" "mysql.port"="4000" "readproportion"="0" ********************************************** Run finished, takes 9.024641ms INSERT - Takes(s): 0.0, Count: 10, OPS: 1811.2, Avg(us): 1711, Min(us): 1044, Max(us): 3459, 95th(us): 4000, 99th(us): 4000 ***************** properties ***************** "operationcount"="0" "readallfields"="true" "scanproportion"="0" "mysql.user"="root" "mysql.db"="multi_capture_2" "mysql.host"="127.0.0.1" "mysql.port"="4000" "workload"="core" "threadcount"="2" "requestdistribution"="uniform" "dotransactions"="false" "updateproportion"="0" "insertproportion"="0" "recordcount"="10" "readproportion"="0" ********************************************** Run finished, takes 8.784558ms INSERT - Takes(s): 0.0, Count: 10, OPS: 1858.6, Avg(us): 1684, Min(us): 1195, Max(us): 3299, 95th(us): 4000, 99th(us): 4000 table ddl_manager.finish_mark not exists for 44-th check, retry later wait process cdc.test exit for 1-th time... ***************** properties ***************** "mysql.user"="root" "operationcount"="0" "scanproportion"="0" "mysql.port"="4000" "threadcount"="2" "readallfields"="true" "requestdistribution"="uniform" "mysql.db"="multi_capture_3" "recordcount"="10" "dotransactions"="false" "insertproportion"="0" "updateproportion"="0" "workload"="core" "readproportion"="0" "mysql.host"="127.0.0.1" ********************************************** Run finished, takes 9.178253ms INSERT - Takes(s): 0.0, Count: 10, OPS: 1793.6, Avg(us): 1743, Min(us): 1113, Max(us): 3533, 95th(us): 4000, 99th(us): 4000 ***************** properties ***************** "scanproportion"="0" "workload"="core" "readproportion"="0" "readallfields"="true" "mysql.user"="root" "recordcount"="10" "mysql.host"="127.0.0.1" "mysql.port"="4000" "mysql.db"="multi_capture_4" "threadcount"="2" "insertproportion"="0" "dotransactions"="false" "operationcount"="0" "requestdistribution"="uniform" "updateproportion"="0" ********************************************** Run finished, takes 8.705053ms INSERT - Takes(s): 0.0, Count: 10, OPS: 1968.6, Avg(us): 1660, Min(us): 1032, Max(us): 3522, 95th(us): 4000, 99th(us): 4000 [Sat Apr 5 20:20:11 CST 2025] <<<<<< START cdc server in multi_capture case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.84828484.out server --log-file /tmp/tidb_cdc_test/multi_capture/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_capture/cdc_data1 --cluster-id default --addr 127.0.0.1:8301 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5345.out cli tso query --pd=http://127.0.0.1:2379 wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:20:12 CST 2025] <<<<<< run test case processor_stop_delay success! >>>>>> table ddl_manager.finish_mark not exists for 45-th check, retry later check diff failed 4-th time, retry later + set +x + tso='457141285654102017 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141285654102017 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x ***************** properties ***************** "operationcount"="0" "workload"="core" "mysql.port"="4000" "mysql.db"="changefeed_error" "insertproportion"="0" "updateproportion"="0" "readallfields"="true" "dotransactions"="false" "threadcount"="4" "scanproportion"="0" "recordcount"="20" "readproportion"="0" "requestdistribution"="uniform" "mysql.host"="127.0.0.1" "mysql.user"="root" ********************************************** Run finished, takes 9.375706ms INSERT - Takes(s): 0.0, Count: 20, OPS: 3838.9, Avg(us): 1722, Min(us): 1001, Max(us): 4133, 95th(us): 5000, 99th(us): 5000 [Sat Apr 5 20:20:14 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/NewChangefeedNoRetryError=1*return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.54145416.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:14 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cafebf0c-0e4e-4744-92d6-4ef5bebb9446 {"id":"cafebf0c-0e4e-4744-92d6-4ef5bebb9446","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855612} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e4be1221 cafebf0c-0e4e-4744-92d6-4ef5bebb9446 /tidb/cdc/default/default/upstream/7489802774936241809 {"id":7489802774936241809,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cafebf0c-0e4e-4744-92d6-4ef5bebb9446 {"id":"cafebf0c-0e4e-4744-92d6-4ef5bebb9446","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855612} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e4be1221 cafebf0c-0e4e-4744-92d6-4ef5bebb9446 /tidb/cdc/default/default/upstream/7489802774936241809 {"id":7489802774936241809,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cafebf0c-0e4e-4744-92d6-4ef5bebb9446 {"id":"cafebf0c-0e4e-4744-92d6-4ef5bebb9446","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855612} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e4be1221 cafebf0c-0e4e-4744-92d6-4ef5bebb9446 /tidb/cdc/default/default/upstream/7489802774936241809 {"id":7489802774936241809,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Sat Apr 5 20:20:14 CST 2025] <<<<<< START cdc server in multi_capture case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.85378539.out server --log-file /tmp/tidb_cdc_test/multi_capture/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_capture/cdc_data2 --cluster-id default --addr 127.0.0.1:8302 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8302; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table ddl_manager.finish_mark not exists for 46-th check, retry later check diff successfully go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/gin-gonic/gin v1.9.1 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8 go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31 go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394 go: downloading google.golang.org/grpc v1.64.0 go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading golang.org/x/time v0.7.0 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading golang.org/x/sync v0.10.0 go: downloading go.etcd.io/etcd/server/v3 v3.5.12 go: downloading github.com/pingcap/tidb-dashboard v0.0.0-20240326110213-9768844ff5d7 go: downloading github.com/prometheus/client_golang v1.20.5 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b go: downloading github.com/benbjohnson/clock v1.1.0 go: downloading github.com/uber-go/atomic v1.4.0 go: downloading go.uber.org/atomic v1.11.0 go: downloading cloud.google.com/go/storage v1.39.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0 go: downloading github.com/KimMachineGun/automemlimit v0.2.4 go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading github.com/apache/pulsar-client-go v0.11.0 go: downloading github.com/aws/aws-sdk-go-v2 v1.19.1 go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394 go: downloading github.com/tinylib/msgp v1.1.6 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/stretchr/testify v1.10.0 go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/IBM/sarama v1.41.2 go: downloading github.com/xdg/scram v1.0.5 go: downloading github.com/cenkalti/backoff/v4 v4.2.1 go: downloading github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0 go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/DATA-DOG/go-sqlmock v1.5.0 go: downloading github.com/imdario/mergo v0.3.16 go: downloading cloud.google.com/go v0.112.2 go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/klauspost/compress v1.17.9 go: downloading github.com/pierrec/lz4/v4 v4.1.18 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/gavv/monotime v0.0.0-20190418164738-30dba4353424 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/containerd/cgroups v1.0.4 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/event_filter/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... go: downloading github.com/philhofer/fwd v1.1.1 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/go-mysql-org/go-mysql v1.9.1 go: downloading gorm.io/gorm v1.25.11 go: downloading github.com/gin-contrib/sse v0.1.0 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading golang.org/x/net v0.33.0 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/xdg/stringprep v1.0.3 go: downloading golang.org/x/crypto v0.31.0 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/stretchr/objx v0.5.2 go: downloading github.com/go-playground/validator/v10 v10.14.0 go: downloading github.com/pelletier/go-toml/v2 v2.0.8 go: downloading github.com/ugorji/go/codec v1.2.11 go: downloading google.golang.org/protobuf v1.35.2 go: downloading gopkg.in/yaml.v3 v3.0.1 Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 8.65 secs (465584109 bytes/sec) [Pipeline] { go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/prometheus/common v0.61.0 go: downloading github.com/prometheus/procfs v0.15.1 go: downloading github.com/pingcap/check v0.0.0-20211026125417-57bd13f7b5f0 go: downloading github.com/aws/smithy-go v1.13.5 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda [Pipeline] cache go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda go: downloading golang.org/x/sys v0.28.0 go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading github.com/linkedin/goavro/v2 v2.11.1 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/sirupsen/logrus v1.9.3 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/joomcode/errorx v1.0.1 go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading cloud.google.com/go/iam v1.1.7 go: downloading github.com/googleapis/gax-go/v2 v2.12.3 go: downloading golang.org/x/oauth2 v0.24.0 go: downloading google.golang.org/api v0.170.0 table ddl_manager.finish_mark not exists for 47-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:17 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ee417b1b-cad3-4eba-a826-1ff741b76687 {"id":"ee417b1b-cad3-4eba-a826-1ff741b76687","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855615} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e4c3c7fe ee417b1b-cad3-4eba-a826-1ff741b76687 /tidb/cdc/default/default/upstream/7489802781620142324 {"id":7489802781620142324,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ee417b1b-cad3-4eba-a826-1ff741b76687 {"id":"ee417b1b-cad3-4eba-a826-1ff741b76687","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855615} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e4c3c7fe ee417b1b-cad3-4eba-a826-1ff741b76687 /tidb/cdc/default/default/upstream/7489802781620142324 {"id":7489802781620142324,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ee417b1b-cad3-4eba-a826-1ff741b76687 {"id":"ee417b1b-cad3-4eba-a826-1ff741b76687","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855615} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e4c3c7fe ee417b1b-cad3-4eba-a826-1ff741b76687 /tidb/cdc/default/default/upstream/7489802781620142324 {"id":7489802781620142324,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5471.out cli changefeed create --start-ts=457141285654102017 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' -c changefeed-error + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8302 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:17 GMT < Content-Length: 1281 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b06a07bf-89a1-431b-83cb-2d4ee6e4ac5c {"id":"b06a07bf-89a1-431b-83cb-2d4ee6e4ac5c","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855615} /tidb/cdc/default/__cdc_meta__/capture/cafebf0c-0e4e-4744-92d6-4ef5bebb9446 {"id":"cafebf0c-0e4e-4744-92d6-4ef5bebb9446","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855612} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e4be1221 cafebf0c-0e4e-4744-92d6-4ef5bebb9446 /tidb/cdc/default/__cdc_meta__/owner/22319605e4be1259 b06a07bf-89a1-431b-83cb-2d4ee6e4ac5c /tidb/cdc/default/default/upstream/7489802774936241809 {"id":7489802774936241809,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b06a07bf-89a1-431b-83cb-2d4ee6e4ac5c {"id":"b06a07bf-89a1-431b-83cb-2d4ee6e4ac5c","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855615} /tidb/cdc/default/__cdc_meta__/capture/cafebf0c-0e4e-4744-92d6-4ef5bebb9446 {"id":"cafebf0c-0e4e-4744-92d6-4ef5bebb9446","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855612} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e4be1221 cafebf0c-0e4e-4744-92d6-4ef5bebb9446 /tidb/cdc/default/__cdc_meta__/owner/22319605e4be1259 b06a07bf-89a1-431b-83cb-2d4ee6e4ac5c /tidb/cdc/default/default/upstream/7489802774936241809 {"id":7489802774936241809,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b06a07bf-89a1-431b-83cb-2d4ee6e4ac5c {"id":"b06a07bf-89a1-431b-83cb-2d4ee6e4ac5c","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855615} /tidb/cdc/default/__cdc_meta__/capture/cafebf0c-0e4e-4744-92d6-4ef5bebb9446 {"id":"cafebf0c-0e4e-4744-92d6-4ef5bebb9446","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855612} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e4be1221 cafebf0c-0e4e-4744-92d6-4ef5bebb9446 /tidb/cdc/default/__cdc_meta__/owner/22319605e4be1259 b06a07bf-89a1-431b-83cb-2d4ee6e4ac5c /tidb/cdc/default/default/upstream/7489802774936241809 {"id":7489802774936241809,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Sat Apr 5 20:20:17 CST 2025] <<<<<< START cdc server in multi_capture case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8303/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8303/debug/info --user ticdc:ticdc_secret -vsL + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.85958597.out server --log-file /tmp/tidb_cdc_test/multi_capture/cdc3.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_capture/cdc_data3 --cluster-id default --addr 127.0.0.1:8303 * About to connect() to 127.0.0.1 port 8303 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8303; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Create changefeed successfully! ID: changefeed-error Info: {"upstream_id":7489802781620142324,"namespace":"default","id":"changefeed-error","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:20:18.3349381+08:00","start_ts":457141285654102017,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141285654102017,"checkpoint_ts":457141285654102017,"checkpoint_time":"2025-04-05 20:20:12.389"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... go: downloading github.com/pierrec/lz4 v2.6.1+incompatible start tidb cluster in /tmp/tidb_cdc_test/event_filter Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... go: downloading github.com/eapache/go-resiliency v1.4.0 go: downloading github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3 go: downloading github.com/eapache/queue v1.1.0 go: downloading github.com/hashicorp/go-multierror v1.1.1 go: downloading github.com/jcmturner/gofork v1.7.6 go: downloading github.com/jcmturner/gokrb5/v8 v8.4.4 go: downloading github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading go.etcd.io/etcd/pkg/v3 v3.5.12 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading go.etcd.io/bbolt v1.3.9 go: downloading github.com/grpc-ecosystem/grpc-gateway v1.16.0 go: downloading github.com/tmc/grpc-websocket-proxy v0.0.0-20220101234140-673ab2c3ae75 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.22.0 go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading go.opentelemetry.io/otel/sdk v1.24.0 go: downloading sigs.k8s.io/yaml v1.4.0 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/opencontainers/runtime-spec v1.0.2 go: downloading github.com/godbus/dbus/v5 v5.0.4 go: downloading github.com/cilium/ebpf v0.4.0 go: downloading github.com/cakturk/go-netstat v0.0.0-20200220111822-e5b49efee7a5 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading github.com/edwingeng/deque v0.0.0-20191220032131-8596380dee17 go: downloading github.com/jinzhu/now v1.1.5 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading github.com/siddontang/go-log v0.0.0-20180807004314-8d05993dda07 go: downloading github.com/siddontang/go v0.0.0-20180604090527-bdc77568d726 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.22.0 go: downloading golang.org/x/text v0.21.0 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 go: downloading github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2 go: downloading github.com/robfig/cron v1.2.0 go: downloading github.com/hashicorp/golang-lru v0.5.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 go: downloading github.com/segmentio/kafka-go v0.4.41-0.20230526171612-f057b1d369cd go: downloading github.com/gabriel-vasile/mimetype v1.4.2 go: downloading github.com/go-playground/universal-translator v0.18.1 go: downloading github.com/leodido/go-urn v1.2.4 go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c go: downloading github.com/AthenZ/athenz v1.10.39 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/spaolacci/murmur3 v1.1.0 go: downloading golang.org/x/mod v0.22.0 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading go.opentelemetry.io/otel/trace v1.24.0 check diff failed 1-th time, retry later go: downloading github.com/gorilla/mux v1.8.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/otiai10/copy v1.2.0 go: downloading go.etcd.io/etcd/raft/v3 v3.5.12 go: downloading github.com/jonboulle/clockwork v0.4.0 go: downloading github.com/xiang90/probing v0.0.0-20221125231312-a49e3df8f510 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/qri-io/jsonschema v0.2.1 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading github.com/hashicorp/errwrap v1.0.0 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/gorilla/websocket v1.5.1 go: downloading github.com/shopspring/decimal v1.3.0 go: downloading go.opentelemetry.io/otel/metric v1.24.0 + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-error failed [CDC:ErrStartTsBeforeGC] + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-error + expected_state=failed + error_msg='[CDC:ErrStartTsBeforeGC]' + tls_dir='[CDC:ErrStartTsBeforeGC]' + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error -s table ddl_manager.finish_mark not exists for 48-th check, retry later go: downloading github.com/jinzhu/inflection v1.0.0 go: downloading github.com/jcmturner/dnsutils/v2 v2.0.0 go: downloading github.com/hashicorp/go-uuid v1.0.3 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible go: downloading github.com/99designs/keyring v1.2.1 go: downloading github.com/go-playground/locales v0.14.1 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading github.com/xdg-go/scram v1.1.2 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/go-logr/logr v1.4.1 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading go.opentelemetry.io/proto/otlp v1.1.0 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 + info='{ "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-error", "state": "failed", "checkpoint_tso": 457141285654102017, "checkpoint_time": "2025-04-05 20:20:12.389", "error": { "time": "2025-04-05T20:20:18.448432912+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457141285654101717 is earlier than or equal to GC safepoint at 457141285654102017" } }' + echo '{ "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-error", "state": "failed", "checkpoint_tso": 457141285654102017, "checkpoint_time": "2025-04-05 20:20:12.389", "error": { "time": "2025-04-05T20:20:18.448432912+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457141285654101717 is earlier than or equal to GC safepoint at 457141285654102017" } }' { "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-error", "state": "failed", "checkpoint_tso": 457141285654102017, "checkpoint_time": "2025-04-05 20:20:12.389", "error": { "time": "2025-04-05T20:20:18.448432912+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457141285654101717 is earlier than or equal to GC safepoint at 457141285654102017" } } ++ echo '{' '"upstream_id":' 7489802781620142324, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"failed",' '"checkpoint_tso":' 457141285654102017, '"checkpoint_time":' '"2025-04-05' '20:20:12.389",' '"error":' '{' '"time":' '"2025-04-05T20:20:18.448432912+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]fail' to create or maintain changefeed because start-ts 457141285654101717 is earlier than or equal to GC safepoint at '457141285654102017"' '}' '}' ++ jq -r .state + state=failed + [[ ! failed == \f\a\i\l\e\d ]] ++ echo '{' '"upstream_id":' 7489802781620142324, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"failed",' '"checkpoint_tso":' 457141285654102017, '"checkpoint_time":' '"2025-04-05' '20:20:12.389",' '"error":' '{' '"time":' '"2025-04-05T20:20:18.448432912+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]fail' to create or maintain changefeed because start-ts 457141285654101717 is earlier than or equal to GC safepoint at '457141285654102017"' '}' '}' ++ jq -r .error.message + message='[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457141285654101717 is earlier than or equal to GC safepoint at 457141285654102017' + [[ ! [CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457141285654101717 is earlier than or equal to GC safepoint at 457141285654102017 =~ \[CDC:ErrStartTsBeforeGC] ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5549.out cli changefeed resume -c changefeed-error go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22 go: downloading github.com/golang-jwt/jwt/v4 v4.5.1 go: downloading golang.org/x/tools v0.28.0 go: downloading go.etcd.io/etcd/client/v2 v2.305.12 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading golang.org/x/term v0.27.0 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d go: downloading github.com/aws/aws-sdk-go-v2/config v1.18.30 go: downloading github.com/aws/aws-sdk-go-v2/credentials v1.13.29 go: downloading github.com/aws/aws-sdk-go-v2/service/glue v1.58.1 go: downloading github.com/jarcoal/httpmock v1.2.0 go: downloading github.com/mailru/easyjson v0.7.7 go: downloading github.com/jcmturner/rpc/v2 v2.0.3 go: downloading github.com/jcmturner/aescts/v2 v2.0.0 go: downloading github.com/dvsekhvalnov/jose2go v1.5.0 go: downloading github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c go: downloading github.com/mtibben/percent v0.2.1 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/xdg-go/pbkdf2 v1.0.0 go: downloading github.com/xdg-go/stringprep v1.0.4 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading github.com/spf13/cobra v1.8.1 go: downloading github.com/grpc-ecosystem/grpc-gateway/v2 v2.19.1 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-runewidth v0.0.16 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.6 PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... go: downloading github.com/aws/aws-sdk-go-v2/internal/ini v1.3.37 go: downloading github.com/aws/aws-sdk-go-v2/service/sso v1.12.14 go: downloading github.com/aws/aws-sdk-go-v2/service/ssooidc v1.14.14 go: downloading github.com/aws/aws-sdk-go-v2/service/sts v1.20.1 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.13.1 go: downloading github.com/apache/thrift v0.16.0 go: downloading k8s.io/api v0.29.11 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/golang-jwt/jwt/v5 v5.2.1 go: downloading github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.36 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/rivo/uniseg v0.4.7 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/goccy/go-reflect v1.2.0 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.30 go: downloading github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.30 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading cloud.google.com/go/kms v1.15.8 go: downloading github.com/klauspost/cpuid v1.3.1 check diff failed 2-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8303/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8303 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8303 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8303 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:20 GMT < Content-Length: 1765 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b06a07bf-89a1-431b-83cb-2d4ee6e4ac5c {"id":"b06a07bf-89a1-431b-83cb-2d4ee6e4ac5c","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855615} /tidb/cdc/default/__cdc_meta__/capture/cafebf0c-0e4e-4744-92d6-4ef5bebb9446 {"id":"cafebf0c-0e4e-4744-92d6-4ef5bebb9446","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855612} /tidb/cdc/default/__cdc_meta__/capture/e1c4fd14-c2a0-4f6b-8a45-578da7773034 {"id":"e1c4fd14-c2a0-4f6b-8a45-578da7773034","address":"127.0.0.1:8303","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855618} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e4be1221 cafebf0c-0e4e-4744-92d6-4ef5bebb9446 /tidb/cdc/default/__cdc_meta__/owner/22319605e4be1259 b06a07bf-89a1-431b-83cb-2d4ee6e4ac5c /tidb/cdc/default/__cdc_meta__/owner/22319605e4be127a e1c4fd14-c2a0-4f6b-8a45-578da7773034 /tidb/cdc/default/default/upstream/7489802774936241809 {"id":7489802774936241809,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b06a07bf-89a1-431b-83cb-2d4ee6e4ac5c {"id":"b06a07bf-89a1-431b-83cb-2d4ee6e4ac5c","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855615} /tidb/cdc/default/__cdc_meta__/capture/cafebf0c-0e4e-4744-92d6-4ef5bebb9446 {"id":"cafebf0c-0e4e-4744-92d6-4ef5bebb9446","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855612} /tidb/cdc/default/__cdc_meta__/capture/e1c4fd14-c2a0-4f6b-8a45-578da7773034 {"id":"e1c4fd14-c2a0-4f6b-8a45-578da7773034","address":"127.0.0.1:8303","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855618} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e4be1221 cafebf0c-0e4e-4744-92d6-4ef5bebb9446 /tidb/cdc/default/__cdc_meta__/owner/22319605e4be1259 b06a07bf-89a1-431b-83cb-2d4ee6e4ac5c /tidb/cdc/default/__cdc_meta__/owner/22319605e4be127a e1c4fd14-c2a0-4f6b-8a45-578da7773034 /tidb/cdc/default/default/upstream/7489802774936241809 {"id":7489802774936241809,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b06a07bf-89a1-431b-83cb-2d4ee6e4ac5c {"id":"b06a07bf-89a1-431b-83cb-2d4ee6e4ac5c","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855615} /tidb/cdc/default/__cdc_meta__/capture/cafebf0c-0e4e-4744-92d6-4ef5bebb9446 {"id":"cafebf0c-0e4e-4744-92d6-4ef5bebb9446","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855612} /tidb/cdc/default/__cdc_meta__/capture/e1c4fd14-c2a0-4f6b-8a45-578da7773034 {"id":"e1c4fd14-c2a0-4f6b-8a45-578da7773034","address":"127.0.0.1:8303","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855618} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e4be1221 cafebf0c-0e4e-4744-92d6-4ef5bebb9446 /tidb/cdc/default/__cdc_meta__/owner/22319605e4be1259 b06a07bf-89a1-431b-83cb-2d4ee6e4ac5c /tidb/cdc/default/__cdc_meta__/owner/22319605e4be127a e1c4fd14-c2a0-4f6b-8a45-578da7773034 /tidb/cdc/default/default/upstream/7489802774936241809 {"id":7489802774936241809,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.cli.8650.out cli changefeed create --start-ts=457141285021548545 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --server=127.0.0.1:8301 Create changefeed successfully! ID: 2c583e6b-69ea-4150-bfea-e5bfbdba568c Info: {"upstream_id":7489802774936241809,"namespace":"default","id":"2c583e6b-69ea-4150-bfea-e5bfbdba568c","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:20:21.374678071+08:00","start_ts":457141285021548545,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141285021548545,"checkpoint_ts":457141285021548545,"checkpoint_time":"2025-04-05 20:20:09.976"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table ddl_manager.finish_mark not exists for 49-th check, retry later + set +x table changefeed_error.usertable not exists for 1-th check, retry later go: downloading k8s.io/apimachinery v0.29.11 go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/andybalholm/brotli v1.0.5 go: downloading github.com/klauspost/cpuid/v2 v2.2.4 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading github.com/google/gofuzz v1.2.0 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/partition_table/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... go: downloading github.com/ardielle/ardielle-go v1.5.2 go: downloading github.com/jmespath/go-jmespath v0.4.0 Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff failed 3-th time, retry later go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading github.com/google/s2a-go v0.1.7 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 + set +x table multi_capture_1.usertable not exists for 1-th check, retry later table ddl_manager.finish_mark not exists for 50-th check, retry later table changefeed_error.usertable exists check diff successfully ***************** properties ***************** "mysql.db"="changefeed_error" "operationcount"="0" "mysql.host"="127.0.0.1" "insertproportion"="0" "mysql.port"="4000" "readproportion"="0" "readallfields"="true" "requestdistribution"="uniform" "workload"="core" "mysql.user"="root" "scanproportion"="0" "updateproportion"="0" "threadcount"="4" "dotransactions"="false" "recordcount"="20" ********************************************** Run finished, takes 4.751387ms INSERT - Takes(s): 0.0, Count: 20, OPS: 5612.8, Avg(us): 798, Min(us): 465, Max(us): 1816, 95th(us): 2000, 99th(us): 2000 check diff successfully {"id":"ee417b1b-cad3-4eba-a826-1ff741b76687","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855615} check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture' + key_prefix=/tidb/cdc/default/__cdc_meta__/capture + message=capture ++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only + info=/tidb/cdc/default/__cdc_meta__/capture/ee417b1b-cad3-4eba-a826-1ff741b76687 + [[ /tidb/cdc/default/__cdc_meta__/capture/ee417b1b-cad3-4eba-a826-1ff741b76687 =~ capture ]] + echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/ee417b1b-cad3-4eba-a826-1ff741b76687' capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/ee417b1b-cad3-4eba-a826-1ff741b76687 + echo 'check failed' check failed + exit 1 run task failed 1-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table multi_capture_1.usertable exists table multi_capture_2.usertable not exists for 1-th check, retry later table ddl_manager.finish_mark not exists for 51-th check, retry later Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc) 4028702720 bytes in 6.87 secs (586739868 bytes/sec) [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { check diff failed 4-th time, retry later [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min start tidb cluster in /tmp/tidb_cdc_test/partition_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 45 min [Pipeline] { check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture' + key_prefix=/tidb/cdc/default/__cdc_meta__/capture + message=capture ++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only + info=/tidb/cdc/default/__cdc_meta__/capture/ee417b1b-cad3-4eba-a826-1ff741b76687 + [[ /tidb/cdc/default/__cdc_meta__/capture/ee417b1b-cad3-4eba-a826-1ff741b76687 =~ capture ]] + echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/ee417b1b-cad3-4eba-a826-1ff741b76687' capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/ee417b1b-cad3-4eba-a826-1ff741b76687 + echo 'check failed' check failed + exit 1 run task failed 2-th time, retry later [Pipeline] sh [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G14 Run cases: changefeed_finish force_replicate_table PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=8286f961-d1ff-4858-acad-4f4913b1ddf7 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-f-th62g HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G14 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-fj7vw GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-f-th62g pingcap_tiflow_periodics_cdc_integration_mysql_test_233-fj7vw GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-f-th62g GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_finish/run.sh using Sink-Type: mysql... <<================= [Pipeline] sh ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table multi_capture_2.usertable exists table multi_capture_3.usertable not exists for 1-th check, retry later The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G20 Run cases: tidb_mysql_test ddl_reentrant multi_cdc_cluster PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=09b3cc06-4727-47e0-9cc0-f503154a7092 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-d-g83n3 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G20 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-dg6wv GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-d-g83n3 pingcap_tiflow_periodics_cdc_integration_mysql_test_233-dg6wv GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-d-g83n3 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/tidb_mysql_test/run.sh using Sink-Type: mysql... <<================= [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G21 Run cases: bank kill_owner_with_ddl owner_remove_table_error PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=effb5c1a-28de-44eb-8709-2b3626090e95 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-s-csrtv HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G21 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-stjbj GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-s-csrtv pingcap_tiflow_periodics_cdc_integration_mysql_test_233-stjbj GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-s-csrtv GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/bank/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh check diff failed 5-th time, retry later + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G16 Run cases: owner_resign processor_etcd_worker_delay sink_hang PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=2346caf4-5bdc-4f44-ba54-33bedd1be648 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-3-b2x41 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G16 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-3pm1s GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-3-b2x41 pingcap_tiflow_periodics_cdc_integration_mysql_test_233-3pm1s GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-3-b2x41 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/owner_resign/run.sh using Sink-Type: mysql... <<================= [Pipeline] sh table ddl_manager.finish_mark not exists for 52-th check, retry later The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G15 Run cases: new_ci_collation batch_add_table multi_rocks ci_collation_compatibility PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=d24bbf0f-c7ab-446e-9456-39da6a86288c BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G15 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-8dqgp GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-8dqgp pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/new_ci_collation/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G19 Run cases: changefeed_fast_fail batch_update_to_no_batch changefeed_resume_with_checkpoint_ts PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=0f223313-d963-4f43-9075-1237b66e192f BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-tq3x1 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G19 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-0bmkt GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-0bmkt pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-tq3x1 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-tq3x1 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_fast_fail/run.sh using Sink-Type: mysql... <<================= [Pipeline] sh The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G11 Run cases: resolve_lock move_table autorandom generate_column PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=f12343cf-6d0c-425d-8d17-03a33d77fb8d BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G11 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-zwbcg GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-zwbcg pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/resolve_lock/run.sh using Sink-Type: mysql... <<================= [Pipeline] sh + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G13 Run cases: tiflash region_merge common_1 PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=4bb1793d-3d1d-4afc-b1cb-de8f792b0330 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-2-g9wmc HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G13 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-2fhhb GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-2fhhb pingcap-tiflow-periodics-cdc-integration-mysql-test-233-2-g9wmc GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-2-g9wmc GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory [Pipeline] sh table multi_capture_3.usertable exists table multi_capture_4.usertable not exists for 1-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/tiflash/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G00 Run cases: down_db_require_secure_transport bdr_mode capture_suicide_while_balance_table syncpoint syncpoint_check_ts server_config_compatibility changefeed_dup_error_restart safe_mode kafka_big_messages kafka_compression kafka_messages kafka_sink_error_resume mq_sink_lost_callback mq_sink_dispatcher kafka_column_selector kafka_column_selector_avro debezium lossy_ddl storage_csv_update csv_storage_update_pk_clustered csv_storage_update_pk_nonclustered [Pipeline] sh PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=d256517d-7e94-4172-af68-d5a66b535d9f BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G00 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-k1pw8 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v pingcap_tiflow_periodics_cdc_integration_mysql_test_233-k1pw8 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/down_db_require_secure_transport/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G12 Run cases: many_pk_or_uk capture_session_done_during_task ddl_attributes PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=9d6581e7-b0b7-4775-ab5d-94fef752de6f BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-j-h37x7 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G12 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-j4b8x GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-j4b8x pingcap-tiflow-periodics-cdc-integration-mysql-test-233-j-h37x7 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-j-h37x7 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/many_pk_or_uk/run.sh using Sink-Type: mysql... <<================= [Pipeline] sh VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802864998513149 TiDB Cluster ID. tikv_gc_leader_uuid 6581794af8c0009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:6496, start at 2025-04-05 20:20:27.248706424 +0800 CST m=+2.157711035 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:27.256 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:27.235 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:27.235 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802864998513149 TiDB Cluster ID. tikv_gc_leader_uuid 6581794af8c0009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:6496, start at 2025-04-05 20:20:27.248706424 +0800 CST m=+2.157711035 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:27.256 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:27.235 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:27.235 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802860881546125 TiDB Cluster ID. tikv_gc_leader_uuid 6581794b29c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:6574, start at 2025-04-05 20:20:27.468316954 +0800 CST m=+2.312371460 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:27.477 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:27.482 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:27.482 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/event_filter/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/event_filter/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/event_filter/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/event_filter/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/event_filter/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff successfully + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G17 Run cases: clustered_index processor_resolved_ts_fallback PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=5fb76ac6-a0c1-4cf3-af2d-82bd4c40ab70 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-w-6l0wz HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G17 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-wh590 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-w-6l0wz pingcap_tiflow_periodics_cdc_integration_mysql_test_233-wh590 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-w-6l0wz GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/clustered_index/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table ddl_manager.finish_mark not exists for 53-th check, retry later + rm -rf /tmp/tidb_cdc_test + mkdir -p /tmp/tidb_cdc_test + chmod +x ./tests/integration_tests/run_group.sh + ./tests/integration_tests/run_group.sh mysql G18 Run cases: availability http_proxies sequence PROW_JOB_ID=8a6bf88b-1215-11f0-bebb-96e16cfa81f4 JENKINS_NODE_COOKIE=121f85de-5056-4ece-9c7f-746384cf414d BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/ GOLANG_VERSION=1.23.3 HOSTNAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-b-sr1zl HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Test BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_mysql_test","buildid":"1908490009858543618","prowjobid":"8a6bf88b-1215-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/../../scripts/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tiflow/periodics_cdc_integration_mysql_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#233 TEST_GROUP=G18 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1908490009858543618 GOLANG_DOWNLOAD_SHA256=a0afb9744c00648bafb1b90b4aba5bdb86f424f02f9275399ce0c20b93a2c3a8 JOB_BASE_NAME=periodics_cdc_integration_mysql_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/display/redirect?page=tests SHLVL=5 HOME=/home/jenkins POD_LABEL=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-b1qhq GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-8f9954e717ae06be5a19c339deaa805ddd7d685252d85c8682580d893f46201d NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_mysql_test_233-b1qhq pingcap-tiflow-periodics-cdc-integration-mysql-test-233-b-sr1zl GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tiflow-periodics-cdc-integration-mysql-test-233-b-sr1zl GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/display/redirect BUILD_NUMBER=233 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.23.3.linux-amd64.tar.gz _=/usr/bin/env find: '/tmp/tidb_cdc_test/*/*': No such file or directory =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/availability/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture' + key_prefix=/tidb/cdc/default/__cdc_meta__/capture + message=capture ++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only + info=/tidb/cdc/default/__cdc_meta__/capture/ee417b1b-cad3-4eba-a826-1ff741b76687 + [[ /tidb/cdc/default/__cdc_meta__/capture/ee417b1b-cad3-4eba-a826-1ff741b76687 =~ capture ]] + echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/ee417b1b-cad3-4eba-a826-1ff741b76687' capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/ee417b1b-cad3-4eba-a826-1ff741b76687 + echo 'check failed' check failed + exit 1 run task failed 3-th time, retry later start tidb cluster in /tmp/tidb_cdc_test/changefeed_finish Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/bank Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/owner_resign Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Starting Upstream TiDB... [Sat Apr 5 20:20:31 CST 2025] <<<<<< START cdc server in event_filter case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.event_filter.78097811.out server --log-file /tmp/tidb_cdc_test/event_filter/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/event_filter/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table multi_capture_4.usertable exists check diff failed 1-th time, retry later table ddl_manager.finish_mark not exists for 54-th check, retry later Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/new_ci_collation Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/tiflash Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/down_db_require_secure_transport Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/changefeed_fast_fail Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... start tidb cluster in /tmp/tidb_cdc_test/clustered_index Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff successfully ***************** properties ***************** "mysql.db"="multi_capture_1" "threadcount"="2" "readproportion"="0" "readallfields"="true" "updateproportion"="0" "scanproportion"="0" "operationcount"="0" "mysql.host"="127.0.0.1" "workload"="core" "dotransactions"="false" "recordcount"="20" "mysql.user"="root" "insertproportion"="0" "mysql.port"="4000" "requestdistribution"="uniform" ********************************************** Run finished, takes 12.028363ms INSERT - Takes(s): 0.0, Count: 20, OPS: 1874.2, Avg(us): 1152, Min(us): 474, Max(us): 1916, 95th(us): 2000, 99th(us): 2000 ***************** properties ***************** "recordcount"="20" "updateproportion"="0" "insertproportion"="0" "requestdistribution"="uniform" "mysql.db"="multi_capture_2" "operationcount"="0" "mysql.user"="root" "readallfields"="true" "scanproportion"="0" "readproportion"="0" "mysql.port"="4000" "dotransactions"="false" "workload"="core" "mysql.host"="127.0.0.1" "threadcount"="2" ********************************************** Run finished, takes 10.841716ms INSERT - Takes(s): 0.0, Count: 20, OPS: 2079.4, Avg(us): 1022, Min(us): 476, Max(us): 1601, 95th(us): 2000, 99th(us): 2000 table ddl_manager.finish_mark not exists for 55-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release The 1 times to try to start tidb cluster... ***************** properties ***************** "workload"="core" "insertproportion"="0" "dotransactions"="false" "operationcount"="0" "readallfields"="true" "mysql.port"="4000" "mysql.user"="root" "threadcount"="2" "recordcount"="20" "scanproportion"="0" "readproportion"="0" "mysql.host"="127.0.0.1" "requestdistribution"="uniform" "mysql.db"="multi_capture_3" "updateproportion"="0" ********************************************** Run finished, takes 28.197484ms INSERT - Takes(s): 0.0, Count: 20, OPS: 748.8, Avg(us): 2759, Min(us): 538, Max(us): 8537, 95th(us): 9000, 99th(us): 9000 ***************** properties ***************** "readallfields"="true" "requestdistribution"="uniform" "scanproportion"="0" "mysql.db"="multi_capture_4" "mysql.port"="4000" "dotransactions"="false" "mysql.host"="127.0.0.1" "insertproportion"="0" "readproportion"="0" "operationcount"="0" "recordcount"="20" "threadcount"="2" "updateproportion"="0" "mysql.user"="root" "workload"="core" ********************************************** Run finished, takes 12.752663ms INSERT - Takes(s): 0.0, Count: 20, OPS: 1728.6, Avg(us): 1131, Min(us): 533, Max(us): 2187, 95th(us): 2000, 99th(us): 3000 check diff failed 1-th time, retry later check diff failed 1-th time, retry later The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/availability Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release start tidb cluster in /tmp/tidb_cdc_test/tidb_mysql_test Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:34 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cef4ae5f-3181-4279-afe6-5d1f0f5e47e2 {"id":"cef4ae5f-3181-4279-afe6-5d1f0f5e47e2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855631} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e50ba2d6 cef4ae5f-3181-4279-afe6-5d1f0f5e47e2 /tidb/cdc/default/default/upstream/7489802864998513149 {"id":7489802864998513149,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cef4ae5f-3181-4279-afe6-5d1f0f5e47e2 {"id":"cef4ae5f-3181-4279-afe6-5d1f0f5e47e2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855631} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e50ba2d6 cef4ae5f-3181-4279-afe6-5d1f0f5e47e2 /tidb/cdc/default/default/upstream/7489802864998513149 {"id":7489802864998513149,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cef4ae5f-3181-4279-afe6-5d1f0f5e47e2 {"id":"cef4ae5f-3181-4279-afe6-5d1f0f5e47e2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855631} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e50ba2d6 cef4ae5f-3181-4279-afe6-5d1f0f5e47e2 /tidb/cdc/default/default/upstream/7489802864998513149 {"id":7489802864998513149,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.event_filter.cli.7864.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --server=127.0.0.1:8300 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/event_filter/conf/cf.toml Verifying downstream PD is started... Create changefeed successfully! ID: 0c3a25fa-906f-43ac-ac07-19e5c6e2681b Info: {"upstream_id":7489802864998513149,"namespace":"default","id":"0c3a25fa-906f-43ac-ac07-19e5c6e2681b","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:20:34.955890451+08:00","start_ts":457141291538448387,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["event_filter.*"],"event_filters":[{"matcher":["event_filter.t1"],"ignore_event":["drop table","delete"],"ignore_sql":null,"ignore_insert_value_expr":"id = 2 or city = 'tokyo'","ignore_update_new_value_expr":"","ignore_update_old_value_expr":"","ignore_delete_value_expr":""},{"matcher":["event_filter.t_truncate"],"ignore_event":["truncate table"],"ignore_sql":null,"ignore_insert_value_expr":"","ignore_update_new_value_expr":"","ignore_update_old_value_expr":"","ignore_delete_value_expr":""},{"matcher":["event_filter.t_alter"],"ignore_event":["alter table"],"ignore_sql":null,"ignore_insert_value_expr":"","ignore_update_new_value_expr":"","ignore_update_old_value_expr":"","ignore_delete_value_expr":""},{"matcher":["event_filter.t_name*"],"ignore_event":["rename table"],"ignore_sql":null,"ignore_insert_value_expr":"","ignore_update_new_value_expr":"","ignore_update_old_value_expr":"","ignore_delete_value_expr":""}]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141291538448387,"checkpoint_ts":457141291538448387,"checkpoint_time":"2025-04-05 20:20:34.836"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 2-th time, retry later Verifying downstream PD is started... table ddl_manager.finish_mark not exists for 56-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802894728251604 TiDB Cluster ID. tikv_gc_leader_uuid 65817951848000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3, pid:9289, start at 2025-04-05 20:20:34.016373047 +0800 CST m=+2.432882624 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:34.025 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:33.988 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:33.988 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802894728251604 TiDB Cluster ID. tikv_gc_leader_uuid 65817951848000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3, pid:9289, start at 2025-04-05 20:20:34.016373047 +0800 CST m=+2.432882624 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:34.025 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:33.988 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:33.988 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802896661321288 TiDB Cluster ID. tikv_gc_leader_uuid 65817951b440002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-1-z73c3, pid:9357, start at 2025-04-05 20:20:34.129850207 +0800 CST m=+2.480127060 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:34.138 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:34.129 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:34.129 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/partition_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/partition_table/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff successfully + set +x wait process cdc.test exit for 1-th time... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... start tidb cluster in /tmp/tidb_cdc_test/many_pk_or_uk Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture' + key_prefix=/tidb/cdc/default/__cdc_meta__/capture + message=capture ++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only + info= + [[ '' =~ capture ]] + echo 'check pass' check pass + exit 0 run task successfully check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner' + key_prefix=/tidb/cdc/default/__cdc_meta__/owner + message=owner ++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only + info= + [[ '' =~ owner ]] + echo 'check pass' check pass + exit 0 run task successfully [Sat Apr 5 20:20:36 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/NewChangefeedRetryError=return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.57525754.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 2-th time... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release wait process cdc.test exit for 3-th time... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 57-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.cli.10749.out cli tso query --pd=http://127.0.0.1:2379 Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release start tidb cluster in /tmp/tidb_cdc_test/resolve_lock Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 20:20:38 CST 2025] <<<<<< run test case multi_capture success! >>>>>> check diff failed 3-th time, retry later Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) config file /tmp/tidb_cdc_test/down_db_require_secure_transport/tidb-config-1743855638763811675.toml contained invalid configuration options: security.socket; check TiDB manual to make sure this option has not been deprecated and removed from your TiDB version if the option does not appear to be a typo Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:39 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6a11c831-1067-418e-8773-d46398c94300 {"id":"6a11c831-1067-418e-8773-d46398c94300","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855636} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22319605e4c3c8dd 6a11c831-1067-418e-8773-d46398c94300 /tidb/cdc/default/default/changefeed/info/changefeed-error {"upstream-id":7489802781620142324,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:20:18.3349381+08:00","start-ts":457141285654102017,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"pending","error":{"time":"2025-04-05T20:20:36.981620719+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141292089737221} /tidb/cdc/default/default/changefeed/status/changefeed-error {"checkpoint-ts":457141288629436423,"min-table-barrier-ts":457141288629436423,"admin-job-type":1} /tidb/cdc/default/default/upstream/7489802781620142324 {"id":7489802781620142324,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6a11c831-1067-418e-8773-d46398c94300 {"id":"6a11c831-1067-418e-8773-d46398c94300","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855636} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22319605e4c3c8dd 6a11c831-1067-418e-8773-d46398c94300 /tidb/cdc/default/default/changefeed/info/changefeed-error {"upstream-id":7489802781620142324,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:20:18.3349381+08:00","start-ts":457141285654102017,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"pending","error":{"time":"2025-04-05T20:20:36.981620719+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141292089737221} /tidb/cdc/default/default/changefeed/status/changefeed-error {"checkpoint-ts":457141288629436423,"min-table-barrier-ts":457141288629436423,"admin-job-type":1} /tidb/cdc/default/default/upstream/7489802781620142324 + grep -q 'failed to get info:' {"id":7489802781620142324,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6a11c831-1067-418e-8773-d46398c94300 {"id":"6a11c831-1067-418e-8773-d46398c94300","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855636} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22319605e4c3c8dd 6a11c831-1067-418e-8773-d46398c94300 /tidb/cdc/default/default/changefeed/info/changefeed-error {"upstream-id":7489802781620142324,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:20:18.3349381+08:00","start-ts":457141285654102017,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"pending","error":{"time":"2025-04-05T20:20:36.981620719+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141292089737221} /tidb/cdc/default/default/changefeed/status/changefeed-error {"checkpoint-ts":457141288629436423,"min-table-barrier-ts":457141288629436423,"admin-job-type":1} /tidb/cdc/default/default/upstream/7489802781620142324 {"id":7489802781620142324,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-error warning failpoint injected retriable error + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-error + expected_state=warning + error_msg=failpoint + tls_dir=error + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error -s Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + info='{ "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-error", "state": "warning", "checkpoint_tso": 457141288629436423, "checkpoint_time": "2025-04-05 20:20:23.739", "error": { "time": "2025-04-05T20:20:36.981620719+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrOwnerUnknown", "message": "failpoint injected retriable error" } }' + echo '{ "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-error", "state": "warning", "checkpoint_tso": 457141288629436423, "checkpoint_time": "2025-04-05 20:20:23.739", "error": { "time": "2025-04-05T20:20:36.981620719+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrOwnerUnknown", "message": "failpoint injected retriable error" } }' { "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-error", "state": "warning", "checkpoint_tso": 457141288629436423, "checkpoint_time": "2025-04-05 20:20:23.739", "error": { "time": "2025-04-05T20:20:36.981620719+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrOwnerUnknown", "message": "failpoint injected retriable error" } } ++ echo '{' '"upstream_id":' 7489802781620142324, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"warning",' '"checkpoint_tso":' 457141288629436423, '"checkpoint_time":' '"2025-04-05' '20:20:23.739",' '"error":' '{' '"time":' '"2025-04-05T20:20:36.981620719+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrOwnerUnknown",' '"message":' '"failpoint' injected retriable 'error"' '}' '}' ++ jq -r .state + state=warning + [[ ! warning == \w\a\r\n\i\n\g ]] ++ echo '{' '"upstream_id":' 7489802781620142324, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"warning",' '"checkpoint_tso":' 457141288629436423, '"checkpoint_time":' '"2025-04-05' '20:20:23.739",' '"error":' '{' '"time":' '"2025-04-05T20:20:36.981620719+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrOwnerUnknown",' '"message":' '"failpoint' injected retriable 'error"' '}' '}' ++ jq -r .error.message + message='failpoint injected retriable error' + [[ ! failpoint injected retriable error =~ failpoint ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5845.out cli changefeed remove -c changefeed-error ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 58-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x + tso='457141292443369473 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141292443369473 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:20:39 CST 2025] <<<<<< START cdc server in partition_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.1078810790.out server --log-file /tmp/tidb_cdc_test/partition_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/partition_table/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802904833229836 TiDB Cluster ID. tikv_gc_leader_uuid 658179550c4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-s-csrtv, pid:1310, start at 2025-04-05 20:20:37.574642008 +0800 CST m=+2.158781764 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:37.581 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:37.553 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:37.553 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802904833229836 TiDB Cluster ID. tikv_gc_leader_uuid 658179550c4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-s-csrtv, pid:1310, start at 2025-04-05 20:20:37.574642008 +0800 CST m=+2.158781764 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:37.581 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:37.553 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:37.553 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802908908307744 TiDB Cluster ID. tikv_gc_leader_uuid 658179552d4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-s-csrtv, pid:1383, start at 2025-04-05 20:20:37.714000568 +0800 CST m=+2.238743991 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:37.722 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:37.753 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:37.753 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/bank/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/bank/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/bank/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/bank/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/bank/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 4-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Changefeed remove successfully. ID: changefeed-error CheckpointTs: 457141288629436423 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802915784092624 TiDB Cluster ID. tikv_gc_leader_uuid 65817956db4000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-2-g9wmc, pid:1348, start at 2025-04-05 20:20:39.427576504 +0800 CST m=+2.663796168 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:39.436 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:39.405 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:39.405 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802915784092624 TiDB Cluster ID. tikv_gc_leader_uuid 65817956db4000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-2-g9wmc, pid:1348, start at 2025-04-05 20:20:39.427576504 +0800 CST m=+2.663796168 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:39.436 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:39.405 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:39.405 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802913881311154 TiDB Cluster ID. tikv_gc_leader_uuid 65817956f38000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-2-g9wmc, pid:1408, start at 2025-04-05 20:20:39.523986845 +0800 CST m=+2.689874956 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:39.532 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:39.502 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:39.502 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/tiflash/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/tiflash/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802915275730339 TiDB Cluster ID. tikv_gc_leader_uuid 65817956c74000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-3-b2x41, pid:1312, start at 2025-04-05 20:20:39.363376096 +0800 CST m=+2.398542032 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:39.373 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:39.367 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:39.367 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802915275730339 TiDB Cluster ID. tikv_gc_leader_uuid 65817956c74000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-3-b2x41, pid:1312, start at 2025-04-05 20:20:39.363376096 +0800 CST m=+2.398542032 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:39.373 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:39.367 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:39.367 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802911217615444 TiDB Cluster ID. tikv_gc_leader_uuid 65817956c74000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-3-b2x41, pid:1398, start at 2025-04-05 20:20:39.347595957 +0800 CST m=+2.298195548 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:39.355 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:39.325 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:39.325 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/owner_resign/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/owner_resign/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/owner_resign/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/owner_resign/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/owner_resign/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table event_filter.t1 does not exists table event_filter.t1 exists table event_filter.t_normal exists table event_filter.t_truncate not exists for 1-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802914900158032 TiDB Cluster ID. tikv_gc_leader_uuid 658179576a80004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4, pid:1336, start at 2025-04-05 20:20:40.016944141 +0800 CST m=+2.544004405 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:40.026 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:40.028 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:40.028 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802914900158032 TiDB Cluster ID. tikv_gc_leader_uuid 658179576a80004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4, pid:1336, start at 2025-04-05 20:20:40.016944141 +0800 CST m=+2.544004405 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:40.026 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:40.028 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:40.028 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802920665641773 TiDB Cluster ID. tikv_gc_leader_uuid 658179575e8000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4, pid:1403, start at 2025-04-05 20:20:39.978336525 +0800 CST m=+2.434672418 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:40.022 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:39.981 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:39.981 +0800 All versions after safe point can be accessed. (DO NOT EDIT) table ddl_manager.finish_mark not exists for 59-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Sat Apr 5 20:20:41 CST 2025] <<<<<< START cdc server in bank case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bank.26222624.out server --log-file /tmp/tidb_cdc_test/bank/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/bank/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802912034774021 TiDB Cluster ID. tikv_gc_leader_uuid 65817958384000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-f-th62g, pid:1338, start at 2025-04-05 20:20:40.836948301 +0800 CST m=+5.477543163 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:40.844 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:40.852 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:40.852 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802912034774021 TiDB Cluster ID. tikv_gc_leader_uuid 65817958384000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-f-th62g, pid:1338, start at 2025-04-05 20:20:40.836948301 +0800 CST m=+5.477543163 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:40.844 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:40.852 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:40.852 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802912179230247 TiDB Cluster ID. tikv_gc_leader_uuid 658179583880003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-f-th62g, pid:1402, start at 2025-04-05 20:20:40.805065093 +0800 CST m=+5.241212107 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:40.813 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:40.802 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:40.802 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/new_ci_collation/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/new_ci_collation/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/new_ci_collation/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/new_ci_collation/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/new_ci_collation/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff failed 5-th time, retry later + set +x check_no_changefeed 127.0.0.1:2379 parse error: Invalid numeric literal at line 1, column 6 run task successfully Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_finish/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_finish/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_finish/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_finish/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_finish/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } wait process cdc.test exit for 1-th time... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802917852544270 TiDB Cluster ID. tikv_gc_leader_uuid 65817957a400010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-tq3x1, pid:1219, start at 2025-04-05 20:20:40.246364042 +0800 CST m=+2.239905345 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:40.254 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:40.257 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:40.257 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802917852544270 TiDB Cluster ID. tikv_gc_leader_uuid 65817957a400010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-tq3x1, pid:1219, start at 2025-04-05 20:20:40.246364042 +0800 CST m=+2.239905345 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:40.254 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:40.257 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:40.257 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802913881621297 TiDB Cluster ID. tikv_gc_leader_uuid 65817957a98000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-tq3x1, pid:1288, start at 2025-04-05 20:20:40.24627864 +0800 CST m=+2.181048688 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:40.254 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:40.252 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:40.252 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_fast_fail/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_fast_fail/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_fast_fail/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_fast_fail/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_fast_fail/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802919398057838 TiDB Cluster ID. tikv_gc_leader_uuid 65817958a300007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:1249, start at 2025-04-05 20:20:41.242602147 +0800 CST m=+2.537644870 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:41.251 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:41.260 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:41.260 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802919398057838 TiDB Cluster ID. tikv_gc_leader_uuid 65817958a300007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:1249, start at 2025-04-05 20:20:41.242602147 +0800 CST m=+2.537644870 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:41.251 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:41.260 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:41.260 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802923401326607 TiDB Cluster ID. tikv_gc_leader_uuid 65817958d4c000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:1313, start at 2025-04-05 20:20:41.445370508 +0800 CST m=+2.671921567 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:41.455 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:41.458 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:41.458 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/down_db_require_secure_transport/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/down_db_require_secure_transport/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/down_db_require_secure_transport/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/down_db_require_secure_transport/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/down_db_require_secure_transport/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:42 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/00909e6c-87b8-4cff-b4ca-bb535b8b66bd {"id":"00909e6c-87b8-4cff-b4ca-bb535b8b66bd","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855640} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e526fde3 00909e6c-87b8-4cff-b4ca-bb535b8b66bd /tidb/cdc/default/default/upstream/7489802894728251604 {"id":7489802894728251604,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/00909e6c-87b8-4cff-b4ca-bb535b8b66bd {"id":"00909e6c-87b8-4cff-b4ca-bb535b8b66bd","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855640} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e526fde3 00909e6c-87b8-4cff-b4ca-bb535b8b66bd /tidb/cdc/default/default/upstream/7489802894728251604 {"id":7489802894728251604,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/00909e6c-87b8-4cff-b4ca-bb535b8b66bd {"id":"00909e6c-87b8-4cff-b4ca-bb535b8b66bd","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855640} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e526fde3 00909e6c-87b8-4cff-b4ca-bb535b8b66bd /tidb/cdc/default/default/upstream/7489802894728251604 {"id":7489802894728251604,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.cli.10848.out cli changefeed create --start-ts=457141292443369473 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ wait process cdc.test exit for 2-th time... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Create changefeed successfully! ID: f23e2c74-d6b0-4685-901f-395e3713068b Info: {"upstream_id":7489802894728251604,"namespace":"default","id":"f23e2c74-d6b0-4685-901f-395e3713068b","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:20:43.245159012+08:00","start_ts":457141292443369473,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141292443369473,"checkpoint_ts":457141292443369473,"checkpoint_time":"2025-04-05 20:20:38.288"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... [Sat Apr 5 20:20:43 CST 2025] <<<<<< START cdc server in owner_resign case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.owner_resign.26512653.out server --log-file /tmp/tidb_cdc_test/owner_resign/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/owner_resign/cdc_data1 --cluster-id default --addr 127.0.0.1:8301 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table event_filter.t_truncate exists table ddl_manager.finish_mark not exists for 60-th check, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tiflash.cli.2629.out cli tso query --pd=http://127.0.0.1:2379 cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner' + key_prefix=/tidb/cdc/default/__cdc_meta__/owner + message=owner ++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only + info= + [[ '' =~ owner ]] + echo 'check pass' check pass + exit 0 run task successfully [Sat Apr 5 20:20:43 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/InjectChangefeedDDLError=return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.59285930.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table event_filter.t_alter not exists for 1-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802928555462037 TiDB Cluster ID. tikv_gc_leader_uuid 658179593d00009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-w-6l0wz, pid:1211, start at 2025-04-05 20:20:41.859059104 +0800 CST m=+2.612499230 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:41.867 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:41.844 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:41.844 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802928555462037 TiDB Cluster ID. tikv_gc_leader_uuid 658179593d00009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-w-6l0wz, pid:1211, start at 2025-04-05 20:20:41.859059104 +0800 CST m=+2.612499230 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:41.867 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:41.844 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:41.844 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802912694910191 TiDB Cluster ID. tikv_gc_leader_uuid 65817959558000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-w-6l0wz, pid:1288, start at 2025-04-05 20:20:41.982711449 +0800 CST m=+2.643909726 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:41.990 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:41.992 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:41.992 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/clustered_index/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/clustered_index/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/clustered_index/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/clustered_index/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/clustered_index/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802928974273364 TiDB Cluster ID. tikv_gc_leader_uuid 658179591a4000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-b-sr1zl, pid:1285, start at 2025-04-05 20:20:41.75135478 +0800 CST m=+2.346487016 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:41.805 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:41.805 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:41.805 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802928974273364 TiDB Cluster ID. tikv_gc_leader_uuid 658179591a4000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-b-sr1zl, pid:1285, start at 2025-04-05 20:20:41.75135478 +0800 CST m=+2.346487016 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:41.805 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:41.805 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:41.805 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802925992202283 TiDB Cluster ID. tikv_gc_leader_uuid 6581795932c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-b-sr1zl, pid:1362, start at 2025-04-05 20:20:41.838561559 +0800 CST m=+2.338123164 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:41.847 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:41.853 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:41.853 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/availability/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/availability/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/availability/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/availability/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/availability/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802928021773497 TiDB Cluster ID. tikv_gc_leader_uuid 65817959614000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-d-g83n3, pid:1390, start at 2025-04-05 20:20:42.011362247 +0800 CST m=+2.368540893 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:42.019 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:41.989 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:41.989 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802928021773497 TiDB Cluster ID. tikv_gc_leader_uuid 65817959614000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-d-g83n3, pid:1390, start at 2025-04-05 20:20:42.011362247 +0800 CST m=+2.368540893 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:42.019 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:41.989 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:41.989 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802929677400242 TiDB Cluster ID. tikv_gc_leader_uuid 658179596f4000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-d-g83n3, pid:1453, start at 2025-04-05 20:20:42.09094013 +0800 CST m=+2.374347471 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:42.098 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:42.095 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:42.095 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/tidb_mysql_test/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/tidb_mysql_test/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/tidb_mysql_test/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/tidb_mysql_test/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/tidb_mysql_test/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Sat Apr 5 20:20:43 CST 2025] <<<<<< START cdc server in new_ci_collation case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.new_ci_collation.26902692.out server --log-file /tmp/tidb_cdc_test/new_ci_collation/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/new_ci_collation/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff successfully + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_fast_fail.cli.2681.out cli tso query --pd=http://127.0.0.1:2379 + set +x + set +x + tso='457141293797867524 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141293797867524 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:20:44 CST 2025] <<<<<< START cdc server in tiflash case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tiflash.26532655.out server --log-file /tmp/tidb_cdc_test/tiflash/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/tiflash/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802933899196035 TiDB Cluster ID. tikv_gc_leader_uuid 6581795a7780009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-j-h37x7, pid:1414, start at 2025-04-05 20:20:43.117141024 +0800 CST m=+2.454894342 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:43.125 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:43.102 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:43.102 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802933899196035 TiDB Cluster ID. tikv_gc_leader_uuid 6581795a7780009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-j-h37x7, pid:1414, start at 2025-04-05 20:20:43.117141024 +0800 CST m=+2.454894342 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:43.125 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:43.102 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:43.102 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802930651619246 TiDB Cluster ID. tikv_gc_leader_uuid 6581795a9080004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-j-h37x7, pid:1489, start at 2025-04-05 20:20:43.207223164 +0800 CST m=+2.470933768 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:43.215 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:43.202 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:43.202 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/many_pk_or_uk/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/many_pk_or_uk/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/many_pk_or_uk/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/many_pk_or_uk/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/many_pk_or_uk/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:44 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/48f98bd0-e8b9-44dc-a6d1-f4951f17dc05 {"id":"48f98bd0-e8b9-44dc-a6d1-f4951f17dc05","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855642} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e539bedf 48f98bd0-e8b9-44dc-a6d1-f4951f17dc05 /tidb/cdc/default/default/upstream/7489802904833229836 {"id":7489802904833229836,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/48f98bd0-e8b9-44dc-a6d1-f4951f17dc05 {"id":"48f98bd0-e8b9-44dc-a6d1-f4951f17dc05","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855642} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e539bedf 48f98bd0-e8b9-44dc-a6d1-f4951f17dc05 /tidb/cdc/default/default/upstream/7489802904833229836 {"id":7489802904833229836,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/48f98bd0-e8b9-44dc-a6d1-f4951f17dc05 {"id":"48f98bd0-e8b9-44dc-a6d1-f4951f17dc05","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855642} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e539bedf 48f98bd0-e8b9-44dc-a6d1-f4951f17dc05 /tidb/cdc/default/default/upstream/7489802904833229836 {"id":7489802904833229836,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bank.cli.2673.out cli changefeed create --sink-uri=mysql://root@127.0.0.1:3306/ Create changefeed successfully! ID: eed48ff8-3f1a-41c2-b87f-c225b510ab6b Info: {"upstream_id":7489802904833229836,"namespace":"default","id":"eed48ff8-3f1a-41c2-b87f-c225b510ab6b","sink_uri":"mysql://root@127.0.0.1:3306/","create_time":"2025-04-05T20:20:45.289300995+08:00","start_ts":457141294252425222,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141294252425222,"checkpoint_ts":457141294252425222,"checkpoint_time":"2025-04-05 20:20:45.189"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... [Sat Apr 5 20:20:45 CST 2025] <<<<<< START cdc server in down_db_require_secure_transport case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.down_db_require_secure_transport.26182620.out server --log-file /tmp/tidb_cdc_test/down_db_require_secure_transport/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/down_db_require_secure_transport/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table event_filter.t_alter exists table event_filter.t_name not exists for 1-th check, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.cli.2686.out cli tso query --pd=http://127.0.0.1:2379 table ddl_manager.finish_mark not exists for 61-th check, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tidb_mysql_test.cli.2728.out cli tso query --pd=http://127.0.0.1:2379 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802937889771366 TiDB Cluster ID. tikv_gc_leader_uuid 6581795b2fc0015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11, pid:1291, start at 2025-04-05 20:20:43.881903169 +0800 CST m=+2.238501630 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:43.933 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:43.939 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:43.939 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802937889771366 TiDB Cluster ID. tikv_gc_leader_uuid 6581795b2fc0015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11, pid:1291, start at 2025-04-05 20:20:43.881903169 +0800 CST m=+2.238501630 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:43.933 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:43.939 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:43.939 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802939618211298 TiDB Cluster ID. tikv_gc_leader_uuid 6581795b488000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11, pid:1370, start at 2025-04-05 20:20:43.962067684 +0800 CST m=+2.258861378 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:22:43.969 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:20:43.938 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:10:43.938 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/resolve_lock/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/resolve_lock/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/resolve_lock/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/resolve_lock/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/resolve_lock/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Sat Apr 5 20:20:45 CST 2025] <<<<<< START cdc server in clustered_index case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.clustered_index.27102712.out server --log-file /tmp/tidb_cdc_test/clustered_index/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/clustered_index/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x + tso='457141294126071809 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141294126071809 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:20:46 CST 2025] <<<<<< START cdc server in changefeed_fast_fail case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/InjectChangefeedFastFailError=return(true)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_fast_fail.27272729.out server --log-file /tmp/tidb_cdc_test/changefeed_fast_fail/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_fast_fail/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Sat Apr 5 20:20:46 CST 2025] <<<<<< START cdc server in changefeed_finish case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_finish.26452647.out server --log-file /tmp/tidb_cdc_test/changefeed_finish/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_finish/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:46 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b83f4469-1cfe-4554-be39-f37994e9d6dd {"id":"b83f4469-1cfe-4554-be39-f37994e9d6dd","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855643} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e53bffd2 b83f4469-1cfe-4554-be39-f37994e9d6dd /tidb/cdc/default/default/upstream/7489802915275730339 {"id":7489802915275730339,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b83f4469-1cfe-4554-be39-f37994e9d6dd {"id":"b83f4469-1cfe-4554-be39-f37994e9d6dd","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855643} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e53bffd2 b83f4469-1cfe-4554-be39-f37994e9d6dd /tidb/cdc/default/default/upstream/7489802915275730339 {"id":7489802915275730339,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b83f4469-1cfe-4554-be39-f37994e9d6dd {"id":"b83f4469-1cfe-4554-be39-f37994e9d6dd","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855643} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e53bffd2 b83f4469-1cfe-4554-be39-f37994e9d6dd /tidb/cdc/default/default/upstream/7489802915275730339 {"id":7489802915275730339,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc cli capture list --server http://127.0.0.1:8301 |jq '.|length'|grep -E '^1$' 1 run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.owner_resign.cli.2735.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --server=127.0.0.1:8301 + set +x [Sat Apr 5 20:20:46 CST 2025] <<<<<< START cdc server in bank case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8400/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bank.27082710.out server --log-file /tmp/tidb_cdc_test/bank/cdcdown.log --log-level debug --data-dir /tmp/tidb_cdc_test/bank/cdc_datadown --cluster-id default --addr 127.0.0.1:8400 --pd http://127.0.0.1:2479 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8400/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8400 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8400; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > Create changefeed successfully! ID: 0eace80c-dcae-4071-8073-d3559f1697a8 Info: {"upstream_id":7489802915275730339,"namespace":"default","id":"0eace80c-dcae-4071-8073-d3559f1697a8","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:20:46.984378431+08:00","start_ts":457141294692302853,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141294692302853,"checkpoint_ts":457141294692302853,"checkpoint_time":"2025-04-05 20:20:46.867"} PASS + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:46 GMT < Content-Length: 845 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f71e8676-7667-4862-ad49-50c4b3d66d38 {"id":"f71e8676-7667-4862-ad49-50c4b3d66d38","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855643} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/22319605e4c3c940 f71e8676-7667-4862-ad49-50c4b3d66d38 /tidb/cdc/default/default/upstream/7489802781620142324 {"id":7489802781620142324,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f71e8676-7667-4862-ad49-50c4b3d66d38 {"id":"f71e8676-7667-4862-ad49-50c4b3d66d38","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855643} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/22319605e4c3c940 f71e8676-7667-4862-ad49-50c4b3d66d38 /tidb/cdc/default/default/upstream/7489802781620142324 {"id":7489802781620142324,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f71e8676-7667-4862-ad49-50c4b3d66d38 {"id":"f71e8676-7667-4862-ad49-50c4b3d66d38","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855643} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/22319605e4c3c940 f71e8676-7667-4862-ad49-50c4b3d66d38 /tidb/cdc/default/default/upstream/7489802781620142324 {"id":7489802781620142324,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5979.out cli changefeed create --start-ts=457141285654102017 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' -c changefeed-error-1 < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:47 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0100897d-352f-48e4-a4dd-3f3467c9c54b {"id":"0100897d-352f-48e4-a4dd-3f3467c9c54b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855644} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e53dcad9 0100897d-352f-48e4-a4dd-3f3467c9c54b /tidb/cdc/default/default/upstream/7489802914900158032 {"id":7489802914900158032,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0100897d-352f-48e4-a4dd-3f3467c9c54b {"id":"0100897d-352f-48e4-a4dd-3f3467c9c54b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855644} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e53dcad9 0100897d-352f-48e4-a4dd-3f3467c9c54b /tidb/cdc/default/default/upstream/7489802914900158032 {"id":7489802914900158032,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0100897d-352f-48e4-a4dd-3f3467c9c54b {"id":"0100897d-352f-48e4-a4dd-3f3467c9c54b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855644} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e53dcad9 0100897d-352f-48e4-a4dd-3f3467c9c54b /tidb/cdc/default/default/upstream/7489802914900158032 {"id":7489802914900158032,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 4e44052d-6590-435e-b2d0-649450c5d220 Info: {"upstream_id":7489802914900158032,"namespace":"default","id":"4e44052d-6590-435e-b2d0-649450c5d220","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?safe-mode=true","create_time":"2025-04-05T20:20:47.183380443+08:00","start_ts":457141293921861633,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141293921861633,"checkpoint_ts":457141293921861633,"checkpoint_time":"2025-04-05 20:20:43.928"} coverage: 2.4% of statements in github.com/pingcap/tiflow/... + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.many_pk_or_uk.cli.2753.out cli tso query --pd=http://127.0.0.1:2379 Create changefeed successfully! ID: changefeed-error-1 Info: {"upstream_id":7489802781620142324,"namespace":"default","id":"changefeed-error-1","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:20:47.053172986+08:00","start_ts":457141285654102017,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141285654102017,"checkpoint_ts":457141285654102017,"checkpoint_time":"2025-04-05 20:20:12.389"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x + tso='457141294492549122 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141294492549122 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x run test case test_kill_owner [Sat Apr 5 20:20:47 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.27502752.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_kill_owner.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_kill_owner.server1 --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table ddl_manager.finish_mark not exists for 62-th check, retry later + set +x + tso='457141294540783617 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141294540783617 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:20:47 CST 2025] <<<<<< START cdc server in tidb_mysql_test case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tidb_mysql_test.27672769.out server --log-file /tmp/tidb_cdc_test/tidb_mysql_test/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/tidb_mysql_test/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/run.sh using Sink-Type: mysql... <<================= +++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo + source /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/../_utils/test_prepare ++ UP_TIDB_HOST=127.0.0.1 ++ UP_TIDB_PORT=4000 ++ UP_TIDB_OTHER_PORT=4001 ++ UP_TIDB_STATUS=10080 ++ UP_TIDB_OTHER_STATUS=10081 ++ DOWN_TIDB_HOST=127.0.0.1 ++ DOWN_TIDB_PORT=3306 ++ DOWN_TIDB_STATUS=20080 ++ TLS_TIDB_HOST=127.0.0.1 ++ TLS_TIDB_PORT=3307 ++ TLS_TIDB_STATUS=30080 ++ UP_PD_HOST_1=127.0.0.1 ++ UP_PD_PORT_1=2379 ++ UP_PD_PEER_PORT_1=2380 ++ UP_PD_HOST_2=127.0.0.1 ++ UP_PD_PORT_2=2679 ++ UP_PD_PEER_PORT_2=2680 ++ UP_PD_HOST_3=127.0.0.1 ++ UP_PD_PORT_3=2779 ++ UP_PD_PEER_PORT_3=2780 ++ DOWN_PD_HOST=127.0.0.1 ++ DOWN_PD_PORT=2479 ++ DOWN_PD_PEER_PORT=2480 ++ TLS_PD_HOST=127.0.0.1 ++ TLS_PD_PORT=2579 ++ TLS_PD_PEER_PORT=2580 ++ UP_TIKV_HOST_1=127.0.0.1 ++ UP_TIKV_PORT_1=20160 ++ UP_TIKV_STATUS_PORT_1=20181 ++ UP_TIKV_HOST_2=127.0.0.1 ++ UP_TIKV_PORT_2=20161 ++ UP_TIKV_STATUS_PORT_2=20182 ++ UP_TIKV_HOST_3=127.0.0.1 ++ UP_TIKV_PORT_3=20162 ++ UP_TIKV_STATUS_PORT_3=20183 ++ DOWN_TIKV_HOST=127.0.0.1 ++ DOWN_TIKV_PORT=21160 ++ DOWN_TIKV_STATUS_PORT=21180 ++ TLS_TIKV_HOST=127.0.0.1 ++ TLS_TIKV_PORT=22160 ++ TLS_TIKV_STATUS_PORT=22180 +++ cat /tmp/tidb_cdc_test/KAFKA_VERSION +++ echo 2.4.1 ++ KAFKA_VERSION=2.4.1 + WORK_DIR=/tmp/tidb_cdc_test/synced_status_with_redo + CDC_BINARY=cdc.test + SINK_TYPE=mysql + CDC_COUNT=3 + DB_COUNT=4 + trap stop_tidb_cluster EXIT + run_normal_case_and_unavailable_pd conf/changefeed-redo.toml + rm -rf /tmp/tidb_cdc_test/synced_status_with_redo + mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo The 1 times to try to start tidb cluster... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > table event_filter.t_name exists table event_filter.t_name1 not exists for 1-th check, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resolve_lock.cli.2771.out cli tso query --pd=http://127.0.0.1:2379 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:47 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d92a2b62-4622-4f24-93c8-762ff8c4577d {"id":"d92a2b62-4622-4f24-93c8-762ff8c4577d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855645} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54108e3 d92a2b62-4622-4f24-93c8-762ff8c4577d /tidb/cdc/default/default/upstream/7489802915784092624 {"id":7489802915784092624,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d92a2b62-4622-4f24-93c8-762ff8c4577d {"id":"d92a2b62-4622-4f24-93c8-762ff8c4577d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855645} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54108e3 d92a2b62-4622-4f24-93c8-762ff8c4577d /tidb/cdc/default/default/upstream/7489802915784092624 {"id":7489802915784092624,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d92a2b62-4622-4f24-93c8-762ff8c4577d {"id":"d92a2b62-4622-4f24-93c8-762ff8c4577d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855645} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54108e3 d92a2b62-4622-4f24-93c8-762ff8c4577d /tidb/cdc/default/default/upstream/7489802915784092624 {"id":7489802915784092624,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: ad711689-b446-42df-af4c-f86b45432c35 Info: {"upstream_id":7489802915784092624,"namespace":"default","id":"ad711689-b446-42df-af4c-f86b45432c35","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:20:48.142835347+08:00","start_ts":457141293797867524,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141293797867524,"checkpoint_ts":457141293797867524,"checkpoint_time":"2025-04-05 20:20:43.455"} < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:48 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2070e530-412d-4590-bb2a-81cca5cc7eb7 {"id":"2070e530-412d-4590-bb2a-81cca5cc7eb7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855645} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e540aada 2070e530-412d-4590-bb2a-81cca5cc7eb7 /tidb/cdc/default/default/upstream/7489802919398057838 {"id":7489802919398057838,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2070e530-412d-4590-bb2a-81cca5cc7eb7 {"id":"2070e530-412d-4590-bb2a-81cca5cc7eb7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855645} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e540aada 2070e530-412d-4590-bb2a-81cca5cc7eb7 /tidb/cdc/default/default/upstream/7489802919398057838 {"id":7489802919398057838,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2070e530-412d-4590-bb2a-81cca5cc7eb7 {"id":"2070e530-412d-4590-bb2a-81cca5cc7eb7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855645} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e540aada 2070e530-412d-4590-bb2a-81cca5cc7eb7 /tidb/cdc/default/default/upstream/7489802919398057838 {"id":7489802919398057838,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + set +x cdc cli processor list --server http://127.0.0.1:8301 |jq '.|length'|grep -E '^1$' run task failed 1-th time, retry later + set +x check diff failed 1-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:48 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d713a6fe-bb74-4398-96b4-e6f63a8fea05 {"id":"d713a6fe-bb74-4398-96b4-e6f63a8fea05","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855646} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e542f1d6 d713a6fe-bb74-4398-96b4-e6f63a8fea05 /tidb/cdc/default/default/upstream/7489802928555462037 {"id":7489802928555462037,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d713a6fe-bb74-4398-96b4-e6f63a8fea05 {"id":"d713a6fe-bb74-4398-96b4-e6f63a8fea05","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855646} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e542f1d6 d713a6fe-bb74-4398-96b4-e6f63a8fea05 /tidb/cdc/default/default/upstream/7489802928555462037 {"id":7489802928555462037,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d713a6fe-bb74-4398-96b4-e6f63a8fea05 {"id":"d713a6fe-bb74-4398-96b4-e6f63a8fea05","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855646} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e542f1d6 d713a6fe-bb74-4398-96b4-e6f63a8fea05 /tidb/cdc/default/default/upstream/7489802928555462037 {"id":7489802928555462037,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 3019b9a9-58b3-4a41-bc0f-dbae1fd4d6cc Info: {"upstream_id":7489802928555462037,"namespace":"default","id":"3019b9a9-58b3-4a41-bc0f-dbae1fd4d6cc","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:20:48.938457078+08:00","start_ts":457141294385070081,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141294385070081,"checkpoint_ts":457141294385070081,"checkpoint_time":"2025-04-05 20:20:45.695"} + set +x + tso='457141294819442690 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141294819442690 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:20:48 CST 2025] <<<<<< START cdc server in many_pk_or_uk case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.many_pk_or_uk.27832785.out server --log-file /tmp/tidb_cdc_test/many_pk_or_uk/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/many_pk_or_uk/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check_changefeed_status 127.0.0.1:8300 changefeed-error-1 warning last_warning ErrExecDDLFailed + endpoint=127.0.0.1:8300 + changefeed_id=changefeed-error-1 + expected_state=warning + field=last_warning + error_pattern=ErrExecDDLFailed ++ curl 127.0.0.1:8300/api/v2/changefeeds/changefeed-error-1/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 253 100 253 0 0 1819 0 --:--:-- --:--:-- --:--:-- 1833 + info='{"state":"warning","resolved_ts":457141286021103642,"checkpoint_ts":457141286021103642,"last_warning":{"time":"2025-04-05T20:20:48.981282482+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}}' + echo '{"state":"warning","resolved_ts":457141286021103642,"checkpoint_ts":457141286021103642,"last_warning":{"time":"2025-04-05T20:20:48.981282482+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}}' {"state":"warning","resolved_ts":457141286021103642,"checkpoint_ts":457141286021103642,"last_warning":{"time":"2025-04-05T20:20:48.981282482+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}} ++ echo '{"state":"warning","resolved_ts":457141286021103642,"checkpoint_ts":457141286021103642,"last_warning":{"time":"2025-04-05T20:20:48.981282482+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec' DDL 'failed"}}' ++ jq -r .state + state=warning + [[ ! warning == \w\a\r\n\i\n\g ]] + [[ -z last_warning ]] ++ echo '{"state":"warning","resolved_ts":457141286021103642,"checkpoint_ts":457141286021103642,"last_warning":{"time":"2025-04-05T20:20:48.981282482+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec' DDL 'failed"}}' ++ jq -r .last_warning.message + error_msg='[CDC:ErrExecDDLFailed]exec DDL failed' + [[ ! [CDC:ErrExecDDLFailed]exec DDL failed =~ ErrExecDDLFailed ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6037.out cli changefeed remove -c changefeed-error-1 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:49 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/abb86018-350f-41ef-9ce1-c90679a08833 {"id":"abb86018-350f-41ef-9ce1-c90679a08833","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855646} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54204e7 abb86018-350f-41ef-9ce1-c90679a08833 /tidb/cdc/default/default/upstream/7489802917852544270 {"id":7489802917852544270,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/abb86018-350f-41ef-9ce1-c90679a08833 {"id":"abb86018-350f-41ef-9ce1-c90679a08833","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855646} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54204e7 abb86018-350f-41ef-9ce1-c90679a08833 /tidb/cdc/default/default/upstream/7489802917852544270 {"id":7489802917852544270,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/abb86018-350f-41ef-9ce1-c90679a08833 {"id":"abb86018-350f-41ef-9ce1-c90679a08833","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855646} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54204e7 abb86018-350f-41ef-9ce1-c90679a08833 /tidb/cdc/default/default/upstream/7489802917852544270 {"id":7489802917852544270,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_fast_fail.cli.2786.out cli changefeed create --start-ts=457141294126071809 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' -c changefeed-fast-fail Create changefeed successfully! ID: changefeed-fast-fail Info: {"upstream_id":7489802917852544270,"namespace":"default","id":"changefeed-fast-fail","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:20:49.665666746+08:00","start_ts":457141294126071809,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141294126071809,"checkpoint_ts":457141294126071809,"checkpoint_time":"2025-04-05 20:20:44.707"} PASS + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:49 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4b234e44-2cad-4eca-a168-039323d27640 {"id":"4b234e44-2cad-4eca-a168-039323d27640","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855647} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e53902f1 4b234e44-2cad-4eca-a168-039323d27640 /tidb/cdc/default/default/upstream/7489802912034774021 {"id":7489802912034774021,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4b234e44-2cad-4eca-a168-039323d27640 {"id":"4b234e44-2cad-4eca-a168-039323d27640","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855647} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e53902f1 4b234e44-2cad-4eca-a168-039323d27640 /tidb/cdc/default/default/upstream/7489802912034774021 {"id":7489802912034774021,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4b234e44-2cad-4eca-a168-039323d27640 {"id":"4b234e44-2cad-4eca-a168-039323d27640","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855647} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e53902f1 4b234e44-2cad-4eca-a168-039323d27640 /tidb/cdc/default/default/upstream/7489802912034774021 {"id":7489802912034774021,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table ddl_manager.finish_mark not exists for 63-th check, retry later coverage: 2.4% of statements in github.com/pingcap/tiflow/... check diff failed 2-th time, retry later table event_filter.t_name1 exists table event_filter.t_name2 not exists for 1-th check, retry later + set +x + tso='457141295078178817 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141295078178817 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:20:49 CST 2025] <<<<<< START cdc server in resolve_lock case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resolve_lock.27992801.out server --log-file /tmp/tidb_cdc_test/resolve_lock/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/resolve_lock/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8400/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8400 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8400 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8400 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:49 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5f83380b-206d-496f-a6e8-7872c8013ad9 {"id":"5f83380b-206d-496f-a6e8-7872c8013ad9","address":"127.0.0.1:8400","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855647} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/35119605e539ef0e 5f83380b-206d-496f-a6e8-7872c8013ad9 /tidb/cdc/default/default/upstream/7489802908908307744 {"id":7489802908908307744,"pd-endpoints":"http://127.0.0.1:2479,http://127.0.0.1:2479","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5f83380b-206d-496f-a6e8-7872c8013ad9 {"id":"5f83380b-206d-496f-a6e8-7872c8013ad9","address":"127.0.0.1:8400","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855647} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/35119605e539ef0e 5f83380b-206d-496f-a6e8-7872c8013ad9 /tidb/cdc/default/default/upstream/7489802908908307744 {"id":7489802908908307744,"pd-endpoints":"http://127.0.0.1:2479,http://127.0.0.1:2479","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/5f83380b-206d-496f-a6e8-7872c8013ad9 {"id":"5f83380b-206d-496f-a6e8-7872c8013ad9","address":"127.0.0.1:8400","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855647} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/35119605e539ef0e 5f83380b-206d-496f-a6e8-7872c8013ad9 /tidb/cdc/default/default/upstream/7489802908908307744 {"id":7489802908908307744,"pd-endpoints":"http://127.0.0.1:2479,http://127.0.0.1:2479","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bank.cli.2757.out cli changefeed create --sink-uri=blackhole:// -c changefeed-for-find-finished-ts --server http://127.0.0.1:8400 Changefeed remove successfully. ID: changefeed-error-1 CheckpointTs: 457141286021103642 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... check diff failed 1-th time, retry later table cdc_tiflash_test.multi_data_type not exists for 1-th check, retry later + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.down_db_require_secure_transport.cli.2681.out cli changefeed create '--sink-uri=mysql://root@127.0.0.1:3306/?ssl-ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem&ssl-key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem&ssl-cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem' --changefeed-id=down-db-require-secure-transport Create changefeed successfully! ID: changefeed-for-find-finished-ts Info: {"upstream_id":7489802908908307744,"namespace":"default","id":"changefeed-for-find-finished-ts","sink_uri":"blackhole:","create_time":"2025-04-05T20:20:50.128222918+08:00","start_ts":457141295522775047,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141295522775047,"checkpoint_ts":457141295522775047,"checkpoint_time":"2025-04-05 20:20:50.035"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... Create changefeed successfully! ID: down-db-require-secure-transport Info: {"upstream_id":7489802919398057838,"namespace":"default","id":"down-db-require-secure-transport","sink_uri":"mysql://root@127.0.0.1:3306/?ssl-ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem\u0026ssl-key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem\u0026ssl-cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem","create_time":"2025-04-05T20:20:50.604015889+08:00","start_ts":457141295647555586,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141295647555586,"checkpoint_ts":457141295647555586,"checkpoint_time":"2025-04-05 20:20:50.511"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:50 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f7b9c141-4356-431f-a0e9-e44fbedadb12 {"id":"f7b9c141-4356-431f-a0e9-e44fbedadb12","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855648} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54588fb f7b9c141-4356-431f-a0e9-e44fbedadb12 /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f7b9c141-4356-431f-a0e9-e44fbedadb12 {"id":"f7b9c141-4356-431f-a0e9-e44fbedadb12","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855648} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54588fb f7b9c141-4356-431f-a0e9-e44fbedadb12 /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f7b9c141-4356-431f-a0e9-e44fbedadb12 {"id":"f7b9c141-4356-431f-a0e9-e44fbedadb12","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855648} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54588fb f7b9c141-4356-431f-a0e9-e44fbedadb12 /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.cli.2802.out cli changefeed create --start-ts=457141294492549122 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ cdc cli processor list --server http://127.0.0.1:8301 |jq '.|length'|grep -E '^1$' 1 run task successfully table owner_resign.t1 exists check diff failed 1-th time, retry later + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-fast-fail failed ErrStartTsBeforeGC + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-fast-fail + expected_state=failed + error_msg=ErrStartTsBeforeGC + tls_dir=ErrStartTsBeforeGC + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-fast-fail -s + info='{ "upstream_id": 7489802917852544270, "namespace": "default", "id": "changefeed-fast-fail", "state": "failed", "checkpoint_tso": 457141294126071809, "checkpoint_time": "2025-04-05 20:20:44.707", "error": { "time": "2025-04-05T20:20:49.746022572+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError" } }' + echo '{ "upstream_id": 7489802917852544270, "namespace": "default", "id": "changefeed-fast-fail", "state": "failed", "checkpoint_tso": 457141294126071809, "checkpoint_time": "2025-04-05 20:20:44.707", "error": { "time": "2025-04-05T20:20:49.746022572+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError" } }' { "upstream_id": 7489802917852544270, "namespace": "default", "id": "changefeed-fast-fail", "state": "failed", "checkpoint_tso": 457141294126071809, "checkpoint_time": "2025-04-05 20:20:44.707", "error": { "time": "2025-04-05T20:20:49.746022572+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError" } } ++ jq -r .state ++ echo '{' '"upstream_id":' 7489802917852544270, '"namespace":' '"default",' '"id":' '"changefeed-fast-fail",' '"state":' '"failed",' '"checkpoint_tso":' 457141294126071809, '"checkpoint_time":' '"2025-04-05' '20:20:44.707",' '"error":' '{' '"time":' '"2025-04-05T20:20:49.746022572+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError"' '}' '}' + state=failed + [[ ! failed == \f\a\i\l\e\d ]] ++ echo '{' '"upstream_id":' 7489802917852544270, '"namespace":' '"default",' '"id":' '"changefeed-fast-fail",' '"state":' '"failed",' '"checkpoint_tso":' 457141294126071809, '"checkpoint_time":' '"2025-04-05' '20:20:44.707",' '"error":' '{' '"time":' '"2025-04-05T20:20:49.746022572+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError"' '}' '}' ++ jq -r .error.message + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:50 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/eeab94b1-bdae-4824-85c5-63f241fba492 {"id":"eeab94b1-bdae-4824-85c5-63f241fba492","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855648} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54671e6 eeab94b1-bdae-4824-85c5-63f241fba492 /tidb/cdc/default/default/upstream/7489802928021773497 {"id":7489802928021773497,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/eeab94b1-bdae-4824-85c5-63f241fba492 {"id":"eeab94b1-bdae-4824-85c5-63f241fba492","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855648} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54671e6 eeab94b1-bdae-4824-85c5-63f241fba492 /tidb/cdc/default/default/upstream/7489802928021773497 {"id":7489802928021773497,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/eeab94b1-bdae-4824-85c5-63f241fba492 {"id":"eeab94b1-bdae-4824-85c5-63f241fba492","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855648} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54671e6 eeab94b1-bdae-4824-85c5-63f241fba492 /tidb/cdc/default/default/upstream/7489802928021773497 {"id":7489802928021773497,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 142 0 0 100 142 0 1372 --:--:-- --:--:-- --:--:-- 1378 mysql_test start go: downloading github.com/maxshuang/mysql-tester v0.0.2 Create changefeed successfully! ID: 31e62b08-2027-49fe-a662-da7f4bb704f8 Info: {"upstream_id":7489802928974273364,"namespace":"default","id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:20:51.131126201+08:00","start_ts":457141294492549122,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141294492549122,"checkpoint_ts":457141294492549122,"checkpoint_time":"2025-04-05 20:20:46.105"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + set +x + message='[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError' + [[ ! [CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError =~ ErrStartTsBeforeGC ]] run task successfully + set +x + GO111MODULE=on + go run bank.go case.go -u 'root@tcp(127.0.0.1:4000)/bank' -d 'root@tcp(127.0.0.1:3306)/bank' --test-round=20000 -a 127.0.0.1:20080 go: downloading go1.23.4 (linux/amd64) table ddl_manager.finish_mark not exists for 64-th check, retry later table event_filter.t_name2 exists table event_filter.t_name3 not exists for 1-th check, retry later wait process cdc.test exit for 1-th time... table cdc_tiflash_test.multi_data_type exists check diff failed 1-th time, retry later + set +x table clustered_index_test.t0 exists table clustered_index_test.t1 not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:51 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/90585a85-41f8-47ac-9afc-60468464a9aa {"id":"90585a85-41f8-47ac-9afc-60468464a9aa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855649} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e55043e4 90585a85-41f8-47ac-9afc-60468464a9aa /tidb/cdc/default/default/upstream/7489802933899196035 {"id":7489802933899196035,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/90585a85-41f8-47ac-9afc-60468464a9aa {"id":"90585a85-41f8-47ac-9afc-60468464a9aa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855649} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e55043e4 90585a85-41f8-47ac-9afc-60468464a9aa /tidb/cdc/default/default/upstream/7489802933899196035 {"id":7489802933899196035,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/90585a85-41f8-47ac-9afc-60468464a9aa {"id":"90585a85-41f8-47ac-9afc-60468464a9aa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855649} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e55043e4 90585a85-41f8-47ac-9afc-60468464a9aa /tidb/cdc/default/default/upstream/7489802933899196035 {"id":7489802933899196035,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.many_pk_or_uk.cli.2844.out cli changefeed create --start-ts=457141294819442690 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: 4ae17dc5-c9bc-4903-9b97-987fb20824fc Info: {"upstream_id":7489802933899196035,"namespace":"default","id":"4ae17dc5-c9bc-4903-9b97-987fb20824fc","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:20:52.24020615+08:00","start_ts":457141294819442690,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141294819442690,"checkpoint_ts":457141294819442690,"checkpoint_time":"2025-04-05 20:20:47.352"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... wait process cdc.test exit for 1-th time... check diff failed 3-th time, retry later wait process cdc.test exit for 2-th time... check diff failed 2-th time, retry later + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner' + key_prefix=/tidb/cdc/default/__cdc_meta__/owner + message=owner ++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only + info= + [[ '' =~ owner ]] + echo 'check pass' check pass + exit 0 run task successfully [Sat Apr 5 20:20:52 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/pkg/txnutil/gc/InjectActualGCSafePoint=return(9223372036854775807)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.60966098.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 2-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:52 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2d7b74dd-d3a0-4621-9455-d4dd1ab1e553 {"id":"2d7b74dd-d3a0-4621-9455-d4dd1ab1e553","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855650} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5541de4 2d7b74dd-d3a0-4621-9455-d4dd1ab1e553 /tidb/cdc/default/default/upstream/7489802937889771366 {"id":7489802937889771366,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2d7b74dd-d3a0-4621-9455-d4dd1ab1e553 {"id":"2d7b74dd-d3a0-4621-9455-d4dd1ab1e553","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855650} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5541de4 2d7b74dd-d3a0-4621-9455-d4dd1ab1e553 /tidb/cdc/default/default/upstream/7489802937889771366 {"id":7489802937889771366,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2d7b74dd-d3a0-4621-9455-d4dd1ab1e553 {"id":"2d7b74dd-d3a0-4621-9455-d4dd1ab1e553","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855650} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5541de4 2d7b74dd-d3a0-4621-9455-d4dd1ab1e553 /tidb/cdc/default/default/upstream/7489802937889771366 {"id":7489802937889771366,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resolve_lock.cli.2865.out cli changefeed create --start-ts=457141295078178817 --sink-uri=mysql://normal:123456@127.0.0.1:3306/tidb-txn-mode=pessimistic Create changefeed successfully! ID: 9081d271-1cb1-449b-b11f-deaddd66958d Info: {"upstream_id":7489802937889771366,"namespace":"default","id":"9081d271-1cb1-449b-b11f-deaddd66958d","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/tidb-txn-mode=pessimistic","create_time":"2025-04-05T20:20:53.270363156+08:00","start_ts":457141295078178817,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141295078178817,"checkpoint_ts":457141295078178817,"checkpoint_time":"2025-04-05 20:20:48.339"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:20:53 CST 2025] <<<<<< run test case changefeed_fast_fail success! >>>>>> check diff successfully [Sat Apr 5 20:20:53 CST 2025] <<<<<< START cdc server in owner_resign case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerDontUpdateCheckpoint=return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.owner_resign.29372939.out server --log-file /tmp/tidb_cdc_test/owner_resign/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/owner_resign/cdc_data2 --cluster-id default --addr 127.0.0.1:8302 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8302; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table ddl_manager.finish_mark not exists for 65-th check, retry later table new_ci_collation_test.t1 exists table new_ci_collation_test.t2 exists table new_ci_collation_test.t3 exists table new_ci_collation_test.t4 not exists for 1-th check, retry later + set +x go: downloading go1.23.4 (linux/amd64) table event_filter.t_name3 exists Verifying downstream PD is started... "is-owner": true, run task successfully table clustered_index_test.t1 exists table clustered_index_test.t2 not exists for 1-th check, retry later check diff failed 4-th time, retry later check diff successfully go: downloading github.com/pingcap/tidb/parser v0.0.0-20211122065349-4d16aabf900b go: downloading github.com/go-sql-driver/mysql v1.6.0 go: downloading github.com/pingcap/errors v0.11.5-0.20211009033009-93128226aaa3 go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading go.uber.org/atomic v1.9.0 go: downloading golang.org/x/sys v0.0.0-20211117180635-dee7805ff2e1 go: downloading golang.org/x/text v0.3.7 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading go.uber.org/zap v1.19.1 go: downloading github.com/pingcap/log v0.0.0-20210906054005-afc726e70354 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.0.0 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20200410134404-eec4a21b6bb0 go: downloading go.uber.org/multierr v1.7.0 check diff successfully wait process cdc.test exit for 1-th time... + set +x go: downloading go1.23.4 (linux/amd64) Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release wait process cdc.test exit for 2-th time... table down_db_require_secure_transport.finishmark exists [Sat Apr 5 20:20:55 CST 2025] <<<<<< run test case down_db_require_secure_transport success! >>>>>> table new_ci_collation_test.t4 exists table new_ci_collation_test.t5 not exists for 1-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:20:55 CST 2025] <<<<<< run test case tiflash success! >>>>>> owner pid: 2755 owner id f7b9c141-4356-431f-a0e9-e44fbedadb12 [Sat Apr 5 20:20:55 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.29012903.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_kill_owner.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_kill_owner.server2 --cluster-id default --addr 127.0.0.1:8301 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:55 GMT < Content-Length: 845 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a8c5cf0d-89d8-4927-8cfd-505378e72f35 {"id":"a8c5cf0d-89d8-4927-8cfd-505378e72f35","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855653} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 5 /tidb/cdc/default/__cdc_meta__/owner/22319605e4c3c9bc a8c5cf0d-89d8-4927-8cfd-505378e72f35 /tidb/cdc/default/default/upstream/7489802781620142324 {"id":7489802781620142324,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a8c5cf0d-89d8-4927-8cfd-505378e72f35 {"id":"a8c5cf0d-89d8-4927-8cfd-505378e72f35","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855653} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 5 /tidb/cdc/default/__cdc_meta__/owner/22319605e4c3c9bc a8c5cf0d-89d8-4927-8cfd-505378e72f35 /tidb/cdc/default/default/upstream/7489802781620142324 {"id":7489802781620142324,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a8c5cf0d-89d8-4927-8cfd-505378e72f35 {"id":"a8c5cf0d-89d8-4927-8cfd-505378e72f35","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855653} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 5 /tidb/cdc/default/__cdc_meta__/owner/22319605e4c3c9bc a8c5cf0d-89d8-4927-8cfd-505378e72f35 /tidb/cdc/default/default/upstream/7489802781620142324 {"id":7489802781620142324,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6147.out cli changefeed create --start-ts=457141285654102017 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' -c changefeed-error-2 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8302 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:56 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/0eace80c-dcae-4071-8073-d3559f1697a8 {UpstreamID:7489802915275730339 Namespace:default ID:0eace80c-dcae-4071-8073-d3559f1697a8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:46.984378431 +0800 CST StartTs:457141294692302853 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d42000 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141294718517251} {CheckpointTs:457141296841883654 MinTableBarrierTs:457141296841883654 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b83f4469-1cfe-4554-be39-f37994e9d6dd {"id":"b83f4469-1cfe-4554-be39-f37994e9d6dd","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855643} /tidb/cdc/default/__cdc_meta__/capture/dd949a4a-87c0-4eae-a4e2-bfac0a1f68b0 {"id":"dd949a4a-87c0-4eae-a4e2-bfac0a1f68b0","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855653} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e53bffd2 b83f4469-1cfe-4554-be39-f37994e9d6dd /tidb/cdc/default/__cdc_meta__/owner/22319605e53c006d dd949a4a-87c0-4eae-a4e2-bfac0a1f68b0 /tidb/cdc/default/default/changefeed/info/0eace80c-dcae-4071-8073-d3559f1697a8 {"upstream-id":7489802915275730339,"namespace":"default","changefeed-id":"0eace80c-dcae-4071-8073-d3559f1697a8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:46.984378431+08:00","start-ts":457141294692302853,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141294718517251} /tidb/cdc/default/default/changefeed/status/0eace80c-dcae-4071-8073-d3559f1697a8 {"checkpoint-ts":457141296841883654,"min-table-barrier-ts":457141296841883654,"admin-job-type":0} /tidb/cdc/default/default/task/position/b83f4469-1cfe-4554-be39-f37994e9d6dd/0eace80c-dcae-4071-8073-d3559f1697a8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/dd949a4a-87c0-4eae-a4e2-bfac0a1f68b0/0eace80c-dcae-4071-8073-d3559f1697a8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802915275730339 {"id":7489802915275730339,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/0eace80c-dcae-4071-8073-d3559f1697a8 {UpstreamID:7489802915275730339 Namespace:default ID:0eace80c-dcae-4071-8073-d3559f1697a8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:46.984378431 +0800 CST StartTs:457141294692302853 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d42000 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141294718517251} {CheckpointTs:457141296841883654 MinTableBarrierTs:457141296841883654 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b83f4469-1cfe-4554-be39-f37994e9d6dd {"id":"b83f4469-1cfe-4554-be39-f37994e9d6dd","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855643} /tidb/cdc/default/__cdc_meta__/capture/dd949a4a-87c0-4eae-a4e2-bfac0a1f68b0 {"id":"dd949a4a-87c0-4eae-a4e2-bfac0a1f68b0","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855653} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e53bffd2 b83f4469-1cfe-4554-be39-f37994e9d6dd /tidb/cdc/default/__cdc_meta__/owner/22319605e53c006d dd949a4a-87c0-4eae-a4e2-bfac0a1f68b0 /tidb/cdc/default/default/changefeed/info/0eace80c-dcae-4071-8073-d3559f1697a8 {"upstream-id":7489802915275730339,"namespace":"default","changefeed-id":"0eace80c-dcae-4071-8073-d3559f1697a8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:46.984378431+08:00","start-ts":457141294692302853,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141294718517251} /tidb/cdc/default/default/changefeed/status/0eace80c-dcae-4071-8073-d3559f1697a8 {"checkpoint-ts":457141296841883654,"min-table-barrier-ts":457141296841883654,"admin-job-type":0} /tidb/cdc/default/default/task/position/b83f4469-1cfe-4554-be39-f37994e9d6dd/0eace80c-dcae-4071-8073-d3559f1697a8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/dd949a4a-87c0-4eae-a4e2-bfac0a1f68b0/0eace80c-dcae-4071-8073-d3559f1697a8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802915275730339 {"id":7489802915275730339,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/0eace80c-dcae-4071-8073-d3559f1697a8 {UpstreamID:7489802915275730339 Namespace:default ID:0eace80c-dcae-4071-8073-d3559f1697a8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:46.984378431 +0800 CST StartTs:457141294692302853 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003d42000 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141294718517251} {CheckpointTs:457141296841883654 MinTableBarrierTs:457141296841883654 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b83f4469-1cfe-4554-be39-f37994e9d6dd {"id":"b83f4469-1cfe-4554-be39-f37994e9d6dd","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855643} /tidb/cdc/default/__cdc_meta__/capture/dd949a4a-87c0-4eae-a4e2-bfac0a1f68b0 {"id":"dd949a4a-87c0-4eae-a4e2-bfac0a1f68b0","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855653} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e53bffd2 b83f4469-1cfe-4554-be39-f37994e9d6dd /tidb/cdc/default/__cdc_meta__/owner/22319605e53c006d dd949a4a-87c0-4eae-a4e2-bfac0a1f68b0 /tidb/cdc/default/default/changefeed/info/0eace80c-dcae-4071-8073-d3559f1697a8 {"upstream-id":7489802915275730339,"namespace":"default","changefeed-id":"0eace80c-dcae-4071-8073-d3559f1697a8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:46.984378431+08:00","start-ts":457141294692302853,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141294718517251} /tidb/cdc/default/default/changefeed/status/0eace80c-dcae-4071-8073-d3559f1697a8 {"checkpoint-ts":457141296841883654,"min-table-barrier-ts":457141296841883654,"admin-job-type":0} /tidb/cdc/default/default/task/position/b83f4469-1cfe-4554-be39-f37994e9d6dd/0eace80c-dcae-4071-8073-d3559f1697a8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/dd949a4a-87c0-4eae-a4e2-bfac0a1f68b0/0eace80c-dcae-4071-8073-d3559f1697a8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802915275730339 {"id":7489802915275730339,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc cli capture list --server http://127.0.0.1:8302 |jq '.|length'|grep -E '^2$' table clustered_index_test.t2 exists check table exists success check diff failed 1-th time, retry later table ddl_manager.finish_mark not exists for 66-th check, retry later table event_filter.finish_mark exists Create changefeed successfully! ID: changefeed-error-2 Info: {"upstream_id":7489802781620142324,"namespace":"default","id":"changefeed-error-2","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:20:56.32020503+08:00","start_ts":457141285654102017,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141285654102017,"checkpoint_ts":457141285654102017,"checkpoint_time":"2025-04-05 20:20:12.389"} PASS 2 run task successfully % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 check diff failed 1-th time, retry later coverage: 2.4% of statements in github.com/pingcap/tiflow/... check diff successfully go: downloading github.com/spf13/cobra v1.8.1 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading golang.org/x/sync v0.10.0 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading go.uber.org/zap v1.27.0 go: downloading google.golang.org/grpc v1.64.0 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/spf13/pflag v1.0.5 go: downloading go.uber.org/multierr v1.11.0 go: downloading golang.org/x/sys v0.28.0 go: downloading google.golang.org/protobuf v1.35.2 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda table partition_table.t exists table partition_table.t1 exists table partition_table.t2 not exists for 1-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table new_ci_collation_test.t5 exists check diff failed 1-th time, retry later table partition_table.t2 not exists for 2-th check, retry later + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-error-2 failed [CDC:ErrSnapshotLostByGC] + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-error-2 + expected_state=failed + error_msg='[CDC:ErrSnapshotLostByGC]' + tls_dir='[CDC:ErrSnapshotLostByGC]' + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error-2 -s + info='{ "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-error-2", "state": "failed", "checkpoint_tso": 457141285654102017, "checkpoint_time": "2025-04-05 20:20:12.389", "error": { "time": "2025-04-05T20:20:56.398828605+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSnapshotLostByGC", "message": "[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457141285654102017 is earlier than or equal to GC safepoint at 9223372036854775807" } }' + echo '{ "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-error-2", "state": "failed", "checkpoint_tso": 457141285654102017, "checkpoint_time": "2025-04-05 20:20:12.389", "error": { "time": "2025-04-05T20:20:56.398828605+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSnapshotLostByGC", "message": "[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457141285654102017 is earlier than or equal to GC safepoint at 9223372036854775807" } }' { "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-error-2", "state": "failed", "checkpoint_tso": 457141285654102017, "checkpoint_time": "2025-04-05 20:20:12.389", "error": { "time": "2025-04-05T20:20:56.398828605+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSnapshotLostByGC", "message": "[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457141285654102017 is earlier than or equal to GC safepoint at 9223372036854775807" } } ++ jq -r .state ++ echo '{' '"upstream_id":' 7489802781620142324, '"namespace":' '"default",' '"id":' '"changefeed-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457141285654102017, '"checkpoint_time":' '"2025-04-05' '20:20:12.389",' '"error":' '{' '"time":' '"2025-04-05T20:20:56.398828605+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSnapshotLostByGC",' '"message":' '"[CDC:ErrSnapshotLostByGC]fail' to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457141285654102017 is earlier than or equal to GC safepoint at '9223372036854775807"' '}' '}' + state=failed + [[ ! failed == \f\a\i\l\e\d ]] ++ jq -r .error.message ++ echo '{' '"upstream_id":' 7489802781620142324, '"namespace":' '"default",' '"id":' '"changefeed-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457141285654102017, '"checkpoint_time":' '"2025-04-05' '20:20:12.389",' '"error":' '{' '"time":' '"2025-04-05T20:20:56.398828605+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSnapshotLostByGC",' '"message":' '"[CDC:ErrSnapshotLostByGC]fail' to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457141285654102017 is earlier than or equal to GC safepoint at '9223372036854775807"' '}' '}' check diff failed 2-th time, retry later table ddl_manager.finish_mark not exists for 67-th check, retry later + message='[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457141285654102017 is earlier than or equal to GC safepoint at 9223372036854775807' + [[ ! [CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457141285654102017 is earlier than or equal to GC safepoint at 9223372036854775807 =~ \[CDC:ErrSnapshotLostByGC] ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6211.out cli changefeed remove -c changefeed-error-2 Changefeed remove successfully. ID: changefeed-error-2 CheckpointTs: 457141285654102017 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394 go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/atomic v1.11.0 go: downloading go.uber.org/multierr v1.11.0 check diff successfully wait process cdc.test exit for 1-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:20:58 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0037c27e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141294885765152 MinTableBarrierTs:457141297467883522 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1553dffe-cbcd-4a48-84c4-1aa60e5f78fa {"id":"1553dffe-cbcd-4a48-84c4-1aa60e5f78fa","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855655} /tidb/cdc/default/__cdc_meta__/capture/f7b9c141-4356-431f-a0e9-e44fbedadb12 {"id":"f7b9c141-4356-431f-a0e9-e44fbedadb12","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855648} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54588fb f7b9c141-4356-431f-a0e9-e44fbedadb12 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458962 1553dffe-cbcd-4a48-84c4-1aa60e5f78fa /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141294885765152,"min-table-barrier-ts":457141297467883522,"admin-job-type":0} /tidb/cdc/default/default/task/position/1553dffe-cbcd-4a48-84c4-1aa60e5f78fa/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f7b9c141-4356-431f-a0e9-e44fbedadb12/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0037c27e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141294885765152 MinTableBarrierTs:457141297467883522 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1553dffe-cbcd-4a48-84c4-1aa60e5f78fa {"id":"1553dffe-cbcd-4a48-84c4-1aa60e5f78fa","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855655} /tidb/cdc/default/__cdc_meta__/capture/f7b9c141-4356-431f-a0e9-e44fbedadb12 {"id":"f7b9c141-4356-431f-a0e9-e44fbedadb12","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855648} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54588fb f7b9c141-4356-431f-a0e9-e44fbedadb12 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458962 1553dffe-cbcd-4a48-84c4-1aa60e5f78fa /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141294885765152,"min-table-barrier-ts":457141297467883522,"admin-job-type":0} /tidb/cdc/default/default/task/position/1553dffe-cbcd-4a48-84c4-1aa60e5f78fa/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f7b9c141-4356-431f-a0e9-e44fbedadb12/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0037c27e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141294885765152 MinTableBarrierTs:457141297467883522 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1553dffe-cbcd-4a48-84c4-1aa60e5f78fa {"id":"1553dffe-cbcd-4a48-84c4-1aa60e5f78fa","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855655} /tidb/cdc/default/__cdc_meta__/capture/f7b9c141-4356-431f-a0e9-e44fbedadb12 {"id":"f7b9c141-4356-431f-a0e9-e44fbedadb12","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855648} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54588fb f7b9c141-4356-431f-a0e9-e44fbedadb12 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458962 1553dffe-cbcd-4a48-84c4-1aa60e5f78fa /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141294885765152,"min-table-barrier-ts":457141297467883522,"admin-job-type":0} /tidb/cdc/default/default/task/position/1553dffe-cbcd-4a48-84c4-1aa60e5f78fa/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f7b9c141-4356-431f-a0e9-e44fbedadb12/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep -v "f7b9c141-4356-431f-a0e9-e44fbedadb12" | grep -v cluster_id | grep id ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) wait process cdc.test exit for 2-th time... check diff failed 2-th time, retry later check diff failed 1-th time, retry later table ddl_manager.finish_mark not exists for 68-th check, retry later "cluster-id": "default" "id": "1553dffe-cbcd-4a48-84c4-1aa60e5f78fa", "cluster-id": "default" run task successfully + set +x check diff failed 1-th time, retry later go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8 go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31 go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading golang.org/x/sync v0.10.0 go: downloading google.golang.org/grpc v1.64.0 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/prometheus/client_golang v1.20.5 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/pkg/errors v0.9.1 go: downloading google.golang.org/protobuf v1.35.2 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/prometheus/procfs v0.15.1 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/prometheus/common v0.61.0 go: downloading github.com/beorn7/perks v1.0.1 go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading golang.org/x/sys v0.28.0 cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:21:00 CST 2025] <<<<<< run test case event_filter success! >>>>>> table partition_table.t2 not exists for 3-th check, retry later go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 check diff failed 3-th time, retry later go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading golang.org/x/net v0.33.0 wait process cdc.test exit for 1-th time... go: downloading golang.org/x/text v0.21.0 wait process cdc.test exit for 2-th time... capture_id: 1553dffe-cbcd-4a48-84c4-1aa60e5f78fa go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 go: downloading github.com/prometheus/client_golang v1.20.5 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading golang.org/x/net v0.33.0 go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31 go: downloading github.com/coocood/freecache v1.2.1 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading github.com/gorilla/mux v1.8.1 go: downloading golang.org/x/text v0.21.0 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e go: downloading github.com/stretchr/testify v1.10.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading golang.org/x/sys v0.28.0 go: downloading golang.org/x/sync v0.10.0 go: downloading google.golang.org/grpc v1.64.0 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading cloud.google.com/go/storage v1.39.1 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading cloud.google.com/go v0.112.2 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/klauspost/compress v1.17.9 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading golang.org/x/oauth2 v0.24.0 go: downloading google.golang.org/api v0.170.0 go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/qri-io/jsonschema v0.2.1 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading google.golang.org/protobuf v1.35.2 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading golang.org/x/tools v0.28.0 go: downloading github.com/golang/snappy v0.0.4 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading golang.org/x/time v0.7.0 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:21:01 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/redo/ChangefeedNewRedoManagerError=2*return(true)' + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.62656267.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table ddl_manager.finish_mark not exists for 69-th check, retry later go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 wait process 2755 exit for 1-th time... check diff failed 3-th time, retry later check diff failed 2-th time, retry later go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading golang.org/x/crypto v0.31.0 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/common v0.61.0 go: downloading github.com/prometheus/procfs v0.15.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading github.com/spkg/bom v1.0.0 go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading cloud.google.com/go/iam v1.1.7 go: downloading github.com/googleapis/gax-go/v2 v2.12.3 table partition_table.t2 not exists for 4-th check, retry later check diff failed 4-th time, retry later go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d wait process 2755 exit for 2-th time... check diff failed 2-th time, retry later go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading golang.org/x/term v0.27.0 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/robfig/cron v1.2.0 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading go.opentelemetry.io/otel/trace v1.24.0 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/gorilla/mux v1.8.1 go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading go.uber.org/mock v0.4.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading cloud.google.com/go/storage v1.39.1 go: downloading golang.org/x/tools v0.28.0 go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d go: downloading github.com/otiai10/copy v1.2.0 go: downloading golang.org/x/term v0.27.0 go: downloading github.com/stretchr/testify v1.10.0 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/qri-io/jsonschema v0.2.1 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0 go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 go: downloading github.com/klauspost/compress v1.17.9 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading google.golang.org/api v0.170.0 go: downloading golang.org/x/oauth2 v0.24.0 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading golang.org/x/time v0.7.0 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading github.com/spf13/cobra v1.8.1 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/mattn/go-runewidth v0.0.16 go: downloading github.com/golang-jwt/jwt/v5 v5.2.1 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/mattn/go-runewidth v0.0.16 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/goccy/go-reflect v1.2.0 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading k8s.io/api v0.29.11 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading cloud.google.com/go v0.112.2 go: downloading golang.org/x/crypto v0.31.0 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/rivo/uniseg v0.4.7 go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading github.com/apache/thrift v0.16.0 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/robfig/cron v1.2.0 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/goccy/go-reflect v1.2.0 /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (2755) - No such process wait process 2755 exit for 3-th time... process 2755 already exit cdc.test cli capture list --server 'http://127.0.0.1:8301' 2>&1 |grep 1553dffe-cbcd-4a48-84c4-1aa60e5f78fa -A1 | grep '"is-owner": true' go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/rivo/uniseg v0.4.7 go: downloading github.com/pierrec/lz4/v4 v4.1.18 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.13.1 go: downloading cloud.google.com/go/kms v1.15.8 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/pierrec/lz4/v4 v4.1.18 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/golang-jwt/jwt/v5 v5.2.1 go: downloading cloud.google.com/go/iam v1.1.7 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/googleapis/gax-go/v2 v2.12.3 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading go.opentelemetry.io/otel/trace v1.24.0 go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802997396728267 TiDB Cluster ID. tikv_gc_leader_uuid 6581796cd880007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:9927, start at 2025-04-05 20:21:01.933427534 +0800 CST m=+4.798286003 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:01.941 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:01.922 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:01.922 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489802997396728267 TiDB Cluster ID. tikv_gc_leader_uuid 6581796cd880007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:9927, start at 2025-04-05 20:21:01.933427534 +0800 CST m=+4.798286003 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:01.941 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:01.922 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:01.922 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803002308521284 TiDB Cluster ID. tikv_gc_leader_uuid 6581796cb50000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:10005, start at 2025-04-05 20:21:01.798367867 +0800 CST m=+4.547187215 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:01.805 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:01.780 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:01.780 +0800 All versions after safe point can be accessed. (DO NOT EDIT) table ddl_manager.finish_mark not exists for 70-th check, retry later go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading github.com/go-logr/stdr v1.2.2 check diff failed 4-th time, retry later check diff successfully % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 table partition_table.t2 exists table partition_table.finish_mark not exists for 1-th check, retry later go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/andybalholm/brotli v1.0.5 go: downloading github.com/klauspost/cpuid/v2 v2.2.4 Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log check diff failed 5-th time, retry later go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/getsentry/sentry-go v0.27.0 arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff failed 3-th time, retry later "is-owner": true, run task successfully test_kill_owner: pass go: downloading github.com/rogpeppe/go-internal v1.13.1 go: downloading github.com/kr/text v0.2.0 go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/andybalholm/brotli v1.0.5 go: downloading github.com/klauspost/cpuid/v2 v2.2.4 go: downloading k8s.io/apimachinery v0.29.11 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:21:04 GMT < Content-Length: 845 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f4ce458f-4c9e-4e3f-9a38-d6077272f585 {"id":"f4ce458f-4c9e-4e3f-9a38-d6077272f585","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855661} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 7 /tidb/cdc/default/__cdc_meta__/owner/22319605e4c3ca1c f4ce458f-4c9e-4e3f-9a38-d6077272f585 /tidb/cdc/default/default/upstream/7489802781620142324 {"id":7489802781620142324,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f4ce458f-4c9e-4e3f-9a38-d6077272f585 {"id":"f4ce458f-4c9e-4e3f-9a38-d6077272f585","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855661} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 7 /tidb/cdc/default/__cdc_meta__/owner/22319605e4c3ca1c f4ce458f-4c9e-4e3f-9a38-d6077272f585 /tidb/cdc/default/default/upstream/7489802781620142324 {"id":7489802781620142324,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f4ce458f-4c9e-4e3f-9a38-d6077272f585 {"id":"f4ce458f-4c9e-4e3f-9a38-d6077272f585","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855661} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 7 /tidb/cdc/default/__cdc_meta__/owner/22319605e4c3ca1c f4ce458f-4c9e-4e3f-9a38-d6077272f585 /tidb/cdc/default/default/upstream/7489802781620142324 {"id":7489802781620142324,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6315.out cli changefeed create --start-ts=0 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' -c changefeed-initialize-error wait process cdc.test exit for 1-th time... go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading github.com/google/gofuzz v1.2.0 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b Create changefeed successfully! ID: changefeed-initialize-error Info: {"upstream_id":7489802781620142324,"namespace":"default","id":"changefeed-initialize-error","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:21:05.078063027+08:00","start_ts":457141299429769222,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141299429769222,"checkpoint_ts":457141299429769222,"checkpoint_time":"2025-04-05 20:21:04.939"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... go: downloading github.com/pierrec/lz4 v2.6.1+incompatible =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/region_merge/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... wait process cdc.test exit for 2-th time... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/batch_update_to_no_batch/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table partition_table.finish_mark not exists for 2-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_hang_up_owner [Sat Apr 5 20:21:05 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + '[' -z '' ']' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.30743076.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_hang_up_owner.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_hang_up_owner.server1 --cluster-id default + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table ddl_manager.finish_mark not exists for 71-th check, retry later check diff failed 4-th time, retry later go: downloading github.com/pierrec/lz4 v2.6.1+incompatible check diff failed 5-th time, retry later + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s check diff failed 6-th time, retry later go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading github.com/google/s2a-go v0.1.7 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 + info='{ "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 457141299429769222, "checkpoint_time": "2025-04-05 20:21:04.939", "error": { "time": "2025-04-05T20:21:05.259807316+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' + echo '{ "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 457141299429769222, "checkpoint_time": "2025-04-05 20:21:04.939", "error": { "time": "2025-04-05T20:21:05.259807316+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' { "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 457141299429769222, "checkpoint_time": "2025-04-05 20:21:04.939", "error": { "time": "2025-04-05T20:21:05.259807316+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } } ++ echo '{' '"upstream_id":' 7489802781620142324, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"warning",' '"checkpoint_tso":' 457141299429769222, '"checkpoint_time":' '"2025-04-05' '20:21:04.939",' '"error":' '{' '"time":' '"2025-04-05T20:21:05.259807316+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrProcessorUnknown",' '"message":' '"changefeed' new redo manager injected 'error"' '}' '}' ++ jq -r .state + state=warning + [[ ! warning == \n\o\r\m\a\l ]] + echo 'changefeed state warning does not equal to normal' changefeed state warning does not equal to normal + exit 1 run task failed 1-th time, retry later go: downloading github.com/jmespath/go-jmespath v0.4.0 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/bdr_mode/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table partition_table.finish_mark not exists for 3-th check, retry later table ddl_manager.finish_mark not exists for 72-th check, retry later go: downloading github.com/google/s2a-go v0.1.7 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 check diff successfully check diff failed 1-th time, retry later + cd /tmp/tidb_cdc_test/synced_status_with_redo ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.11297.out cli tso query --pd=http://127.0.0.1:2379 check diff failed 7-th time, retry later check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s check diff failed 5-th time, retry later start tidb cluster in /tmp/tidb_cdc_test/batch_update_to_no_batch Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + info='{ "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 457141299429769222, "checkpoint_time": "2025-04-05 20:21:04.939", "error": { "time": "2025-04-05T20:21:05.259807316+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' + echo '{ "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 457141299429769222, "checkpoint_time": "2025-04-05 20:21:04.939", "error": { "time": "2025-04-05T20:21:05.259807316+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } }' { "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-initialize-error", "state": "warning", "checkpoint_tso": 457141299429769222, "checkpoint_time": "2025-04-05 20:21:04.939", "error": { "time": "2025-04-05T20:21:05.259807316+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrProcessorUnknown", "message": "changefeed new redo manager injected error" } } ++ echo '{' '"upstream_id":' 7489802781620142324, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"warning",' '"checkpoint_tso":' 457141299429769222, '"checkpoint_time":' '"2025-04-05' '20:21:04.939",' '"error":' '{' '"time":' '"2025-04-05T20:21:05.259807316+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrProcessorUnknown",' '"message":' '"changefeed' new redo manager injected 'error"' '}' '}' ++ jq -r .state + state=warning + [[ ! warning == \n\o\r\m\a\l ]] + echo 'changefeed state warning does not equal to normal' changefeed state warning does not equal to normal + exit 1 run task failed 2-th time, retry later [2025/04/05 20:21:07.455 +08:00] [INFO] [case.go:450] ["open db success"] [dsn=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:21:07.456 +08:00] [INFO] [case.go:450] ["open db success"] [dsn=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:21:07.456 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts_seq0] [2025/04/05 20:21:07.491 +08:00] [INFO] [case.go:370] ["insert 100 takes 4.976152ms"] [query="INSERT IGNORE INTO accounts_seq0 (id, counter, sequence, startts) VALUES (0, 0, 0, 0),(1, 0, 0, 0),(2, 0, 0, 0),(3, 0, 0, 0),(4, 0, 0, 0),(5, 0, 0, 0),(6, 0, 0, 0),(7, 0, 0, 0),(8, 0, 0, 0),(9, 0, 0, 0),(10, 0, 0, 0),(11, 0, 0, 0),(12, 0, 0, 0),(13, 0, 0, 0),(14, 0, 0, 0),(15, 0, 0, 0),(16, 0, 0, 0),(17, 0, 0, 0),(18, 0, 0, 0),(19, 0, 0, 0),(20, 0, 0, 0),(21, 0, 0, 0),(22, 0, 0, 0),(23, 0, 0, 0),(24, 0, 0, 0),(25, 0, 0, 0),(26, 0, 0, 0),(27, 0, 0, 0),(28, 0, 0, 0),(29, 0, 0, 0),(30, 0, 0, 0),(31, 0, 0, 0),(32, 0, 0, 0),(33, 0, 0, 0),(34, 0, 0, 0),(35, 0, 0, 0),(36, 0, 0, 0),(37, 0, 0, 0),(38, 0, 0, 0),(39, 0, 0, 0),(40, 0, 0, 0),(41, 0, 0, 0),(42, 0, 0, 0),(43, 0, 0, 0),(44, 0, 0, 0),(45, 0, 0, 0),(46, 0, 0, 0),(47, 0, 0, 0),(48, 0, 0, 0),(49, 0, 0, 0),(50, 0, 0, 0),(51, 0, 0, 0),(52, 0, 0, 0),(53, 0, 0, 0),(54, 0, 0, 0),(55, 0, 0, 0),(56, 0, 0, 0),(57, 0, 0, 0),(58, 0, 0, 0),(59, 0, 0, 0),(60, 0, 0, 0),(61, 0, 0, 0),(62, 0, 0, 0),(63, 0, 0, 0),(64, 0, 0, 0),(65, 0, 0, 0),(66, 0, 0, 0),(67, 0, 0, 0),(68, 0, 0, 0),(69, 0, 0, 0),(70, 0, 0, 0),(71, 0, 0, 0),(72, 0, 0, 0),(73, 0, 0, 0),(74, 0, 0, 0),(75, 0, 0, 0),(76, 0, 0, 0),(77, 0, 0, 0),(78, 0, 0, 0),(79, 0, 0, 0),(80, 0, 0, 0),(81, 0, 0, 0),(82, 0, 0, 0),(83, 0, 0, 0),(84, 0, 0, 0),(85, 0, 0, 0),(86, 0, 0, 0),(87, 0, 0, 0),(88, 0, 0, 0),(89, 0, 0, 0),(90, 0, 0, 0),(91, 0, 0, 0),(92, 0, 0, 0),(93, 0, 0, 0),(94, 0, 0, 0),(95, 0, 0, 0),(96, 0, 0, 0),(97, 0, 0, 0),(98, 0, 0, 0),(99, 0, 0, 0)"] [2025/04/05 20:21:07.491 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts_seq1] [2025/04/05 20:21:07.516 +08:00] [INFO] [case.go:370] ["insert 100 takes 3.947093ms"] [query="INSERT IGNORE INTO accounts_seq1 (id, counter, sequence, startts) VALUES (0, 0, 0, 0),(1, 0, 0, 0),(2, 0, 0, 0),(3, 0, 0, 0),(4, 0, 0, 0),(5, 0, 0, 0),(6, 0, 0, 0),(7, 0, 0, 0),(8, 0, 0, 0),(9, 0, 0, 0),(10, 0, 0, 0),(11, 0, 0, 0),(12, 0, 0, 0),(13, 0, 0, 0),(14, 0, 0, 0),(15, 0, 0, 0),(16, 0, 0, 0),(17, 0, 0, 0),(18, 0, 0, 0),(19, 0, 0, 0),(20, 0, 0, 0),(21, 0, 0, 0),(22, 0, 0, 0),(23, 0, 0, 0),(24, 0, 0, 0),(25, 0, 0, 0),(26, 0, 0, 0),(27, 0, 0, 0),(28, 0, 0, 0),(29, 0, 0, 0),(30, 0, 0, 0),(31, 0, 0, 0),(32, 0, 0, 0),(33, 0, 0, 0),(34, 0, 0, 0),(35, 0, 0, 0),(36, 0, 0, 0),(37, 0, 0, 0),(38, 0, 0, 0),(39, 0, 0, 0),(40, 0, 0, 0),(41, 0, 0, 0),(42, 0, 0, 0),(43, 0, 0, 0),(44, 0, 0, 0),(45, 0, 0, 0),(46, 0, 0, 0),(47, 0, 0, 0),(48, 0, 0, 0),(49, 0, 0, 0),(50, 0, 0, 0),(51, 0, 0, 0),(52, 0, 0, 0),(53, 0, 0, 0),(54, 0, 0, 0),(55, 0, 0, 0),(56, 0, 0, 0),(57, 0, 0, 0),(58, 0, 0, 0),(59, 0, 0, 0),(60, 0, 0, 0),(61, 0, 0, 0),(62, 0, 0, 0),(63, 0, 0, 0),(64, 0, 0, 0),(65, 0, 0, 0),(66, 0, 0, 0),(67, 0, 0, 0),(68, 0, 0, 0),(69, 0, 0, 0),(70, 0, 0, 0),(71, 0, 0, 0),(72, 0, 0, 0),(73, 0, 0, 0),(74, 0, 0, 0),(75, 0, 0, 0),(76, 0, 0, 0),(77, 0, 0, 0),(78, 0, 0, 0),(79, 0, 0, 0),(80, 0, 0, 0),(81, 0, 0, 0),(82, 0, 0, 0),(83, 0, 0, 0),(84, 0, 0, 0),(85, 0, 0, 0),(86, 0, 0, 0),(87, 0, 0, 0),(88, 0, 0, 0),(89, 0, 0, 0),(90, 0, 0, 0),(91, 0, 0, 0),(92, 0, 0, 0),(93, 0, 0, 0),(94, 0, 0, 0),(95, 0, 0, 0),(96, 0, 0, 0),(97, 0, 0, 0),(98, 0, 0, 0),(99, 0, 0, 0)"] [2025/04/05 20:21:07.517 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts_seq2] [2025/04/05 20:21:07.541 +08:00] [INFO] [case.go:370] ["insert 100 takes 3.539482ms"] [query="INSERT IGNORE INTO accounts_seq2 (id, counter, sequence, startts) VALUES (0, 0, 0, 0),(1, 0, 0, 0),(2, 0, 0, 0),(3, 0, 0, 0),(4, 0, 0, 0),(5, 0, 0, 0),(6, 0, 0, 0),(7, 0, 0, 0),(8, 0, 0, 0),(9, 0, 0, 0),(10, 0, 0, 0),(11, 0, 0, 0),(12, 0, 0, 0),(13, 0, 0, 0),(14, 0, 0, 0),(15, 0, 0, 0),(16, 0, 0, 0),(17, 0, 0, 0),(18, 0, 0, 0),(19, 0, 0, 0),(20, 0, 0, 0),(21, 0, 0, 0),(22, 0, 0, 0),(23, 0, 0, 0),(24, 0, 0, 0),(25, 0, 0, 0),(26, 0, 0, 0),(27, 0, 0, 0),(28, 0, 0, 0),(29, 0, 0, 0),(30, 0, 0, 0),(31, 0, 0, 0),(32, 0, 0, 0),(33, 0, 0, 0),(34, 0, 0, 0),(35, 0, 0, 0),(36, 0, 0, 0),(37, 0, 0, 0),(38, 0, 0, 0),(39, 0, 0, 0),(40, 0, 0, 0),(41, 0, 0, 0),(42, 0, 0, 0),(43, 0, 0, 0),(44, 0, 0, 0),(45, 0, 0, 0),(46, 0, 0, 0),(47, 0, 0, 0),(48, 0, 0, 0),(49, 0, 0, 0),(50, 0, 0, 0),(51, 0, 0, 0),(52, 0, 0, 0),(53, 0, 0, 0),(54, 0, 0, 0),(55, 0, 0, 0),(56, 0, 0, 0),(57, 0, 0, 0),(58, 0, 0, 0),(59, 0, 0, 0),(60, 0, 0, 0),(61, 0, 0, 0),(62, 0, 0, 0),(63, 0, 0, 0),(64, 0, 0, 0),(65, 0, 0, 0),(66, 0, 0, 0),(67, 0, 0, 0),(68, 0, 0, 0),(69, 0, 0, 0),(70, 0, 0, 0),(71, 0, 0, 0),(72, 0, 0, 0),(73, 0, 0, 0),(74, 0, 0, 0),(75, 0, 0, 0),(76, 0, 0, 0),(77, 0, 0, 0),(78, 0, 0, 0),(79, 0, 0, 0),(80, 0, 0, 0),(81, 0, 0, 0),(82, 0, 0, 0),(83, 0, 0, 0),(84, 0, 0, 0),(85, 0, 0, 0),(86, 0, 0, 0),(87, 0, 0, 0),(88, 0, 0, 0),(89, 0, 0, 0),(90, 0, 0, 0),(91, 0, 0, 0),(92, 0, 0, 0),(93, 0, 0, 0),(94, 0, 0, 0),(95, 0, 0, 0),(96, 0, 0, 0),(97, 0, 0, 0),(98, 0, 0, 0),(99, 0, 0, 0)"] [2025/04/05 20:21:07.541 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts_seq3] [2025/04/05 20:21:07.568 +08:00] [INFO] [case.go:370] ["insert 100 takes 4.677656ms"] [query="INSERT IGNORE INTO accounts_seq3 (id, counter, sequence, startts) VALUES (0, 0, 0, 0),(1, 0, 0, 0),(2, 0, 0, 0),(3, 0, 0, 0),(4, 0, 0, 0),(5, 0, 0, 0),(6, 0, 0, 0),(7, 0, 0, 0),(8, 0, 0, 0),(9, 0, 0, 0),(10, 0, 0, 0),(11, 0, 0, 0),(12, 0, 0, 0),(13, 0, 0, 0),(14, 0, 0, 0),(15, 0, 0, 0),(16, 0, 0, 0),(17, 0, 0, 0),(18, 0, 0, 0),(19, 0, 0, 0),(20, 0, 0, 0),(21, 0, 0, 0),(22, 0, 0, 0),(23, 0, 0, 0),(24, 0, 0, 0),(25, 0, 0, 0),(26, 0, 0, 0),(27, 0, 0, 0),(28, 0, 0, 0),(29, 0, 0, 0),(30, 0, 0, 0),(31, 0, 0, 0),(32, 0, 0, 0),(33, 0, 0, 0),(34, 0, 0, 0),(35, 0, 0, 0),(36, 0, 0, 0),(37, 0, 0, 0),(38, 0, 0, 0),(39, 0, 0, 0),(40, 0, 0, 0),(41, 0, 0, 0),(42, 0, 0, 0),(43, 0, 0, 0),(44, 0, 0, 0),(45, 0, 0, 0),(46, 0, 0, 0),(47, 0, 0, 0),(48, 0, 0, 0),(49, 0, 0, 0),(50, 0, 0, 0),(51, 0, 0, 0),(52, 0, 0, 0),(53, 0, 0, 0),(54, 0, 0, 0),(55, 0, 0, 0),(56, 0, 0, 0),(57, 0, 0, 0),(58, 0, 0, 0),(59, 0, 0, 0),(60, 0, 0, 0),(61, 0, 0, 0),(62, 0, 0, 0),(63, 0, 0, 0),(64, 0, 0, 0),(65, 0, 0, 0),(66, 0, 0, 0),(67, 0, 0, 0),(68, 0, 0, 0),(69, 0, 0, 0),(70, 0, 0, 0),(71, 0, 0, 0),(72, 0, 0, 0),(73, 0, 0, 0),(74, 0, 0, 0),(75, 0, 0, 0),(76, 0, 0, 0),(77, 0, 0, 0),(78, 0, 0, 0),(79, 0, 0, 0),(80, 0, 0, 0),(81, 0, 0, 0),(82, 0, 0, 0),(83, 0, 0, 0),(84, 0, 0, 0),(85, 0, 0, 0),(86, 0, 0, 0),(87, 0, 0, 0),(88, 0, 0, 0),(89, 0, 0, 0),(90, 0, 0, 0),(91, 0, 0, 0),(92, 0, 0, 0),(93, 0, 0, 0),(94, 0, 0, 0),(95, 0, 0, 0),(96, 0, 0, 0),(97, 0, 0, 0),(98, 0, 0, 0),(99, 0, 0, 0)"] [2025/04/05 20:21:07.568 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts_seq4] [2025/04/05 20:21:07.593 +08:00] [INFO] [case.go:370] ["insert 100 takes 3.898464ms"] [query="INSERT IGNORE INTO accounts_seq4 (id, counter, sequence, startts) VALUES (0, 0, 0, 0),(1, 0, 0, 0),(2, 0, 0, 0),(3, 0, 0, 0),(4, 0, 0, 0),(5, 0, 0, 0),(6, 0, 0, 0),(7, 0, 0, 0),(8, 0, 0, 0),(9, 0, 0, 0),(10, 0, 0, 0),(11, 0, 0, 0),(12, 0, 0, 0),(13, 0, 0, 0),(14, 0, 0, 0),(15, 0, 0, 0),(16, 0, 0, 0),(17, 0, 0, 0),(18, 0, 0, 0),(19, 0, 0, 0),(20, 0, 0, 0),(21, 0, 0, 0),(22, 0, 0, 0),(23, 0, 0, 0),(24, 0, 0, 0),(25, 0, 0, 0),(26, 0, 0, 0),(27, 0, 0, 0),(28, 0, 0, 0),(29, 0, 0, 0),(30, 0, 0, 0),(31, 0, 0, 0),(32, 0, 0, 0),(33, 0, 0, 0),(34, 0, 0, 0),(35, 0, 0, 0),(36, 0, 0, 0),(37, 0, 0, 0),(38, 0, 0, 0),(39, 0, 0, 0),(40, 0, 0, 0),(41, 0, 0, 0),(42, 0, 0, 0),(43, 0, 0, 0),(44, 0, 0, 0),(45, 0, 0, 0),(46, 0, 0, 0),(47, 0, 0, 0),(48, 0, 0, 0),(49, 0, 0, 0),(50, 0, 0, 0),(51, 0, 0, 0),(52, 0, 0, 0),(53, 0, 0, 0),(54, 0, 0, 0),(55, 0, 0, 0),(56, 0, 0, 0),(57, 0, 0, 0),(58, 0, 0, 0),(59, 0, 0, 0),(60, 0, 0, 0),(61, 0, 0, 0),(62, 0, 0, 0),(63, 0, 0, 0),(64, 0, 0, 0),(65, 0, 0, 0),(66, 0, 0, 0),(67, 0, 0, 0),(68, 0, 0, 0),(69, 0, 0, 0),(70, 0, 0, 0),(71, 0, 0, 0),(72, 0, 0, 0),(73, 0, 0, 0),(74, 0, 0, 0),(75, 0, 0, 0),(76, 0, 0, 0),(77, 0, 0, 0),(78, 0, 0, 0),(79, 0, 0, 0),(80, 0, 0, 0),(81, 0, 0, 0),(82, 0, 0, 0),(83, 0, 0, 0),(84, 0, 0, 0),(85, 0, 0, 0),(86, 0, 0, 0),(87, 0, 0, 0),(88, 0, 0, 0),(89, 0, 0, 0),(90, 0, 0, 0),(91, 0, 0, 0),(92, 0, 0, 0),(93, 0, 0, 0),(94, 0, 0, 0),(95, 0, 0, 0),(96, 0, 0, 0),(97, 0, 0, 0),(98, 0, 0, 0),(99, 0, 0, 0)"] [2025/04/05 20:21:07.593 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts0] [2025/04/05 20:21:07.623 +08:00] [INFO] [case.go:370] ["insert 100 takes 3.884853ms"] [query="INSERT IGNORE INTO accounts0 (id, balance, startts) VALUES (0, 1000, 0),(1, 1000, 0),(2, 1000, 0),(3, 1000, 0),(4, 1000, 0),(5, 1000, 0),(6, 1000, 0),(7, 1000, 0),(8, 1000, 0),(9, 1000, 0),(10, 1000, 0),(11, 1000, 0),(12, 1000, 0),(13, 1000, 0),(14, 1000, 0),(15, 1000, 0),(16, 1000, 0),(17, 1000, 0),(18, 1000, 0),(19, 1000, 0),(20, 1000, 0),(21, 1000, 0),(22, 1000, 0),(23, 1000, 0),(24, 1000, 0),(25, 1000, 0),(26, 1000, 0),(27, 1000, 0),(28, 1000, 0),(29, 1000, 0),(30, 1000, 0),(31, 1000, 0),(32, 1000, 0),(33, 1000, 0),(34, 1000, 0),(35, 1000, 0),(36, 1000, 0),(37, 1000, 0),(38, 1000, 0),(39, 1000, 0),(40, 1000, 0),(41, 1000, 0),(42, 1000, 0),(43, 1000, 0),(44, 1000, 0),(45, 1000, 0),(46, 1000, 0),(47, 1000, 0),(48, 1000, 0),(49, 1000, 0),(50, 1000, 0),(51, 1000, 0),(52, 1000, 0),(53, 1000, 0),(54, 1000, 0),(55, 1000, 0),(56, 1000, 0),(57, 1000, 0),(58, 1000, 0),(59, 1000, 0),(60, 1000, 0),(61, 1000, 0),(62, 1000, 0),(63, 1000, 0),(64, 1000, 0),(65, 1000, 0),(66, 1000, 0),(67, 1000, 0),(68, 1000, 0),(69, 1000, 0),(70, 1000, 0),(71, 1000, 0),(72, 1000, 0),(73, 1000, 0),(74, 1000, 0),(75, 1000, 0),(76, 1000, 0),(77, 1000, 0),(78, 1000, 0),(79, 1000, 0),(80, 1000, 0),(81, 1000, 0),(82, 1000, 0),(83, 1000, 0),(84, 1000, 0),(85, 1000, 0),(86, 1000, 0),(87, 1000, 0),(88, 1000, 0),(89, 1000, 0),(90, 1000, 0),(91, 1000, 0),(92, 1000, 0),(93, 1000, 0),(94, 1000, 0),(95, 1000, 0),(96, 1000, 0),(97, 1000, 0),(98, 1000, 0),(99, 1000, 0)"] [2025/04/05 20:21:07.623 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts1] [2025/04/05 20:21:07.650 +08:00] [INFO] [case.go:370] ["insert 100 takes 3.7647ms"] [query="INSERT IGNORE INTO accounts1 (id, balance, startts) VALUES (0, 1000, 0),(1, 1000, 0),(2, 1000, 0),(3, 1000, 0),(4, 1000, 0),(5, 1000, 0),(6, 1000, 0),(7, 1000, 0),(8, 1000, 0),(9, 1000, 0),(10, 1000, 0),(11, 1000, 0),(12, 1000, 0),(13, 1000, 0),(14, 1000, 0),(15, 1000, 0),(16, 1000, 0),(17, 1000, 0),(18, 1000, 0),(19, 1000, 0),(20, 1000, 0),(21, 1000, 0),(22, 1000, 0),(23, 1000, 0),(24, 1000, 0),(25, 1000, 0),(26, 1000, 0),(27, 1000, 0),(28, 1000, 0),(29, 1000, 0),(30, 1000, 0),(31, 1000, 0),(32, 1000, 0),(33, 1000, 0),(34, 1000, 0),(35, 1000, 0),(36, 1000, 0),(37, 1000, 0),(38, 1000, 0),(39, 1000, 0),(40, 1000, 0),(41, 1000, 0),(42, 1000, 0),(43, 1000, 0),(44, 1000, 0),(45, 1000, 0),(46, 1000, 0),(47, 1000, 0),(48, 1000, 0),(49, 1000, 0),(50, 1000, 0),(51, 1000, 0),(52, 1000, 0),(53, 1000, 0),(54, 1000, 0),(55, 1000, 0),(56, 1000, 0),(57, 1000, 0),(58, 1000, 0),(59, 1000, 0),(60, 1000, 0),(61, 1000, 0),(62, 1000, 0),(63, 1000, 0),(64, 1000, 0),(65, 1000, 0),(66, 1000, 0),(67, 1000, 0),(68, 1000, 0),(69, 1000, 0),(70, 1000, 0),(71, 1000, 0),(72, 1000, 0),(73, 1000, 0),(74, 1000, 0),(75, 1000, 0),(76, 1000, 0),(77, 1000, 0),(78, 1000, 0),(79, 1000, 0),(80, 1000, 0),(81, 1000, 0),(82, 1000, 0),(83, 1000, 0),(84, 1000, 0),(85, 1000, 0),(86, 1000, 0),(87, 1000, 0),(88, 1000, 0),(89, 1000, 0),(90, 1000, 0),(91, 1000, 0),(92, 1000, 0),(93, 1000, 0),(94, 1000, 0),(95, 1000, 0),(96, 1000, 0),(97, 1000, 0),(98, 1000, 0),(99, 1000, 0)"] [2025/04/05 20:21:07.651 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts2] [2025/04/05 20:21:07.676 +08:00] [INFO] [case.go:370] ["insert 100 takes 3.622072ms"] [query="INSERT IGNORE INTO accounts2 (id, balance, startts) VALUES (0, 1000, 0),(1, 1000, 0),(2, 1000, 0),(3, 1000, 0),(4, 1000, 0),(5, 1000, 0),(6, 1000, 0),(7, 1000, 0),(8, 1000, 0),(9, 1000, 0),(10, 1000, 0),(11, 1000, 0),(12, 1000, 0),(13, 1000, 0),(14, 1000, 0),(15, 1000, 0),(16, 1000, 0),(17, 1000, 0),(18, 1000, 0),(19, 1000, 0),(20, 1000, 0),(21, 1000, 0),(22, 1000, 0),(23, 1000, 0),(24, 1000, 0),(25, 1000, 0),(26, 1000, 0),(27, 1000, 0),(28, 1000, 0),(29, 1000, 0),(30, 1000, 0),(31, 1000, 0),(32, 1000, 0),(33, 1000, 0),(34, 1000, 0),(35, 1000, 0),(36, 1000, 0),(37, 1000, 0),(38, 1000, 0),(39, 1000, 0),(40, 1000, 0),(41, 1000, 0),(42, 1000, 0),(43, 1000, 0),(44, 1000, 0),(45, 1000, 0),(46, 1000, 0),(47, 1000, 0),(48, 1000, 0),(49, 1000, 0),(50, 1000, 0),(51, 1000, 0),(52, 1000, 0),(53, 1000, 0),(54, 1000, 0),(55, 1000, 0),(56, 1000, 0),(57, 1000, 0),(58, 1000, 0),(59, 1000, 0),(60, 1000, 0),(61, 1000, 0),(62, 1000, 0),(63, 1000, 0),(64, 1000, 0),(65, 1000, 0),(66, 1000, 0),(67, 1000, 0),(68, 1000, 0),(69, 1000, 0),(70, 1000, 0),(71, 1000, 0),(72, 1000, 0),(73, 1000, 0),(74, 1000, 0),(75, 1000, 0),(76, 1000, 0),(77, 1000, 0),(78, 1000, 0),(79, 1000, 0),(80, 1000, 0),(81, 1000, 0),(82, 1000, 0),(83, 1000, 0),(84, 1000, 0),(85, 1000, 0),(86, 1000, 0),(87, 1000, 0),(88, 1000, 0),(89, 1000, 0),(90, 1000, 0),(91, 1000, 0),(92, 1000, 0),(93, 1000, 0),(94, 1000, 0),(95, 1000, 0),(96, 1000, 0),(97, 1000, 0),(98, 1000, 0),(99, 1000, 0)"] [2025/04/05 20:21:07.676 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts3] [2025/04/05 20:21:07.702 +08:00] [INFO] [case.go:370] ["insert 100 takes 3.883763ms"] [query="INSERT IGNORE INTO accounts3 (id, balance, startts) VALUES (0, 1000, 0),(1, 1000, 0),(2, 1000, 0),(3, 1000, 0),(4, 1000, 0),(5, 1000, 0),(6, 1000, 0),(7, 1000, 0),(8, 1000, 0),(9, 1000, 0),(10, 1000, 0),(11, 1000, 0),(12, 1000, 0),(13, 1000, 0),(14, 1000, 0),(15, 1000, 0),(16, 1000, 0),(17, 1000, 0),(18, 1000, 0),(19, 1000, 0),(20, 1000, 0),(21, 1000, 0),(22, 1000, 0),(23, 1000, 0),(24, 1000, 0),(25, 1000, 0),(26, 1000, 0),(27, 1000, 0),(28, 1000, 0),(29, 1000, 0),(30, 1000, 0),(31, 1000, 0),(32, 1000, 0),(33, 1000, 0),(34, 1000, 0),(35, 1000, 0),(36, 1000, 0),(37, 1000, 0),(38, 1000, 0),(39, 1000, 0),(40, 1000, 0),(41, 1000, 0),(42, 1000, 0),(43, 1000, 0),(44, 1000, 0),(45, 1000, 0),(46, 1000, 0),(47, 1000, 0),(48, 1000, 0),(49, 1000, 0),(50, 1000, 0),(51, 1000, 0),(52, 1000, 0),(53, 1000, 0),(54, 1000, 0),(55, 1000, 0),(56, 1000, 0),(57, 1000, 0),(58, 1000, 0),(59, 1000, 0),(60, 1000, 0),(61, 1000, 0),(62, 1000, 0),(63, 1000, 0),(64, 1000, 0),(65, 1000, 0),(66, 1000, 0),(67, 1000, 0),(68, 1000, 0),(69, 1000, 0),(70, 1000, 0),(71, 1000, 0),(72, 1000, 0),(73, 1000, 0),(74, 1000, 0),(75, 1000, 0),(76, 1000, 0),(77, 1000, 0),(78, 1000, 0),(79, 1000, 0),(80, 1000, 0),(81, 1000, 0),(82, 1000, 0),(83, 1000, 0),(84, 1000, 0),(85, 1000, 0),(86, 1000, 0),(87, 1000, 0),(88, 1000, 0),(89, 1000, 0),(90, 1000, 0),(91, 1000, 0),(92, 1000, 0),(93, 1000, 0),(94, 1000, 0),(95, 1000, 0),(96, 1000, 0),(97, 1000, 0),(98, 1000, 0),(99, 1000, 0)"] [2025/04/05 20:21:07.702 +08:00] [INFO] [case.go:388] ["drop tables"] [table=accounts4] [2025/04/05 20:21:07.729 +08:00] [INFO] [case.go:370] ["insert 100 takes 3.758967ms"] [query="INSERT IGNORE INTO accounts4 (id, balance, startts) VALUES (0, 1000, 0),(1, 1000, 0),(2, 1000, 0),(3, 1000, 0),(4, 1000, 0),(5, 1000, 0),(6, 1000, 0),(7, 1000, 0),(8, 1000, 0),(9, 1000, 0),(10, 1000, 0),(11, 1000, 0),(12, 1000, 0),(13, 1000, 0),(14, 1000, 0),(15, 1000, 0),(16, 1000, 0),(17, 1000, 0),(18, 1000, 0),(19, 1000, 0),(20, 1000, 0),(21, 1000, 0),(22, 1000, 0),(23, 1000, 0),(24, 1000, 0),(25, 1000, 0),(26, 1000, 0),(27, 1000, 0),(28, 1000, 0),(29, 1000, 0),(30, 1000, 0),(31, 1000, 0),(32, 1000, 0),(33, 1000, 0),(34, 1000, 0),(35, 1000, 0),(36, 1000, 0),(37, 1000, 0),(38, 1000, 0),(39, 1000, 0),(40, 1000, 0),(41, 1000, 0),(42, 1000, 0),(43, 1000, 0),(44, 1000, 0),(45, 1000, 0),(46, 1000, 0),(47, 1000, 0),(48, 1000, 0),(49, 1000, 0),(50, 1000, 0),(51, 1000, 0),(52, 1000, 0),(53, 1000, 0),(54, 1000, 0),(55, 1000, 0),(56, 1000, 0),(57, 1000, 0),(58, 1000, 0),(59, 1000, 0),(60, 1000, 0),(61, 1000, 0),(62, 1000, 0),(63, 1000, 0),(64, 1000, 0),(65, 1000, 0),(66, 1000, 0),(67, 1000, 0),(68, 1000, 0),(69, 1000, 0),(70, 1000, 0),(71, 1000, 0),(72, 1000, 0),(73, 1000, 0),(74, 1000, 0),(75, 1000, 0),(76, 1000, 0),(77, 1000, 0),(78, 1000, 0),(79, 1000, 0),(80, 1000, 0),(81, 1000, 0),(82, 1000, 0),(83, 1000, 0),(84, 1000, 0),(85, 1000, 0),(86, 1000, 0),(87, 1000, 0),(88, 1000, 0),(89, 1000, 0),(90, 1000, 0),(91, 1000, 0),(92, 1000, 0),(93, 1000, 0),(94, 1000, 0),(95, 1000, 0),(96, 1000, 0),(97, 1000, 0),(98, 1000, 0),(99, 1000, 0)"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:21:09 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004e04090 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141298254315523 MinTableBarrierTs:457141300351467523 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141298254315523, checkpointTs: 457141298254315523, state: Preparing span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141298254315523, checkpointTs: 457141298254315523, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141298254315523, checkpointTs: 457141298254315523, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d43417bf-9d08-41b2-971b-c75e0d562e08 {"id":"d43417bf-9d08-41b2-971b-c75e0d562e08","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855666} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54589e0 d43417bf-9d08-41b2-971b-c75e0d562e08 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141298254315523,"min-table-barrier-ts":457141300351467523,"admin-job-type":0} /tidb/cdc/default/default/task/position/d43417bf-9d08-41b2-971b-c75e0d562e08/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004e04090 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141298254315523 MinTableBarrierTs:457141300351467523 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141298254315523, checkpointTs: 457141298254315523, state: Preparing span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141298254315523, checkpointTs: 457141298254315523, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141298254315523, checkpointTs: 457141298254315523, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d43417bf-9d08-41b2-971b-c75e0d562e08 {"id":"d43417bf-9d08-41b2-971b-c75e0d562e08","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855666} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54589e0 d43417bf-9d08-41b2-971b-c75e0d562e08 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141298254315523,"min-table-barrier-ts":457141300351467523,"admin-job-type":0} /tid+ grep -q 'failed to get info:' b/cdc/default/default/task/position/d43417bf-9d08-41b2-971b-c75e0d562e08/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004e04090 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141298254315523 MinTableBarrierTs:457141300351467523 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141298254315523, checkpointTs: 457141298254315523, state: Preparing span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141298254315523, checkpointTs: 457141298254315523, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141298254315523, checkpointTs: 457141298254315523, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d43417bf-9d08-41b2-971b-c75e0d562e08 {"id":"d43417bf-9d08-41b2-971b-c75e0d562e08","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855666} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54589e0 d43417bf-9d08-41b2-971b-c75e0d562e08 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141298254315523,"min-table-barrier-ts":457141300351467523,"admin-job-type":0} /tidb/cdc/default/default/task/position/d43417bf-9d08-41b2-971b-c75e0d562e08/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' start tidb cluster in /tmp/tidb_cdc_test/region_merge Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table ddl_manager.finish_mark not exists for 73-th check, retry later [2025/04/05 20:21:09.751 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/sql_mode/run.sh using Sink-Type: mysql... <<================= +++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/sql_mode/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/sql_mode ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/sql_mode + source /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/sql_mode/../_utils/test_prepare ++ UP_TIDB_HOST=127.0.0.1 ++ UP_TIDB_PORT=4000 ++ UP_TIDB_OTHER_PORT=4001 ++ UP_TIDB_STATUS=10080 ++ UP_TIDB_OTHER_STATUS=10081 ++ DOWN_TIDB_HOST=127.0.0.1 ++ DOWN_TIDB_PORT=3306 ++ DOWN_TIDB_STATUS=20080 ++ TLS_TIDB_HOST=127.0.0.1 ++ TLS_TIDB_PORT=3307 ++ TLS_TIDB_STATUS=30080 ++ UP_PD_HOST_1=127.0.0.1 ++ UP_PD_PORT_1=2379 ++ UP_PD_PEER_PORT_1=2380 ++ UP_PD_HOST_2=127.0.0.1 ++ UP_PD_PORT_2=2679 ++ UP_PD_PEER_PORT_2=2680 ++ UP_PD_HOST_3=127.0.0.1 ++ UP_PD_PORT_3=2779 ++ UP_PD_PEER_PORT_3=2780 ++ DOWN_PD_HOST=127.0.0.1 ++ DOWN_PD_PORT=2479 ++ DOWN_PD_PEER_PORT=2480 ++ TLS_PD_HOST=127.0.0.1 ++ TLS_PD_PORT=2579 ++ TLS_PD_PEER_PORT=2580 ++ UP_TIKV_HOST_1=127.0.0.1 ++ UP_TIKV_PORT_1=20160 ++ UP_TIKV_STATUS_PORT_1=20181 ++ UP_TIKV_HOST_2=127.0.0.1 ++ UP_TIKV_PORT_2=20161 ++ UP_TIKV_STATUS_PORT_2=20182 ++ UP_TIKV_HOST_3=127.0.0.1 ++ UP_TIKV_PORT_3=20162 ++ UP_TIKV_STATUS_PORT_3=20183 ++ DOWN_TIKV_HOST=127.0.0.1 ++ DOWN_TIKV_PORT=21160 ++ DOWN_TIKV_STATUS_PORT=21180 ++ TLS_TIKV_HOST=127.0.0.1 ++ TLS_TIKV_PORT=22160 ++ TLS_TIKV_STATUS_PORT=22180 +++ cat /tmp/tidb_cdc_test/KAFKA_VERSION +++ echo 2.4.1 ++ KAFKA_VERSION=2.4.1 + WORK_DIR=/tmp/tidb_cdc_test/sql_mode + CDC_BINARY=cdc.test + SINK_TYPE=mysql + CDC_COUNT=3 + DB_COUNT=4 + rm -rf /tmp/tidb_cdc_test/sql_mode + mkdir -p /tmp/tidb_cdc_test/sql_mode + start_tidb_cluster --workdir /tmp/tidb_cdc_test/sql_mode The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/bdr_mode Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... table partition_table.finish_mark not exists for 4-th check, retry later + set +x + tso='457141300356186113 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141300356186113 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457141300356186113 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test [Sat Apr 5 20:21:10 CST 2025] <<<<<< START cdc server in synced_status_with_redo case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.1132611328.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 8-th time, retry later check diff successfully "is-owner": true, run task successfully check diff successfully wait process cdc.test exit for 1-th time... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release wait process cdc.test exit for 2-th time... table ddl_manager.finish_mark not exists for 74-th check, retry later [2025/04/05 20:21:11.757 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] owner pid: 3079 owner id d43417bf-9d08-41b2-971b-c75e0d562e08 [Sat Apr 5 20:21:11 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.31923194.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_hang_up_owner.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_hang_up_owner.server2 --cluster-id default --addr 127.0.0.1:8301 + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:21:12 CST 2025] <<<<<< run test case new_ci_collation success! >>>>>> table partition_table.finish_mark not exists for 5-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release check diff failed 9-th time, retry later check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s + info='{ "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 457141301225455624, "checkpoint_time": "2025-04-05 20:21:11.789", "error": null }' + echo '{ "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 457141301225455624, "checkpoint_time": "2025-04-05 20:21:11.789", "error": null }' { "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 457141301225455624, "checkpoint_time": "2025-04-05 20:21:11.789", "error": null } ++ echo '{' '"upstream_id":' 7489802781620142324, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 457141301225455624, '"checkpoint_time":' '"2025-04-05' '20:21:11.789",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489802781620142324, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 457141301225455624, '"checkpoint_time":' '"2025-04-05' '20:21:11.789",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6458.out cli changefeed pause -c changefeed-initialize-error start tidb cluster in /tmp/tidb_cdc_test/sql_mode Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 75-th check, retry later PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:21:13 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f84d10bc-518f-4148-9fe5-5822ec738769 {"id":"f84d10bc-518f-4148-9fe5-5822ec738769","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855670} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e58a57fb f84d10bc-518f-4148-9fe5-5822ec738769 /tidb/cdc/default/default/upstream/7489802997396728267 {"id":7489802997396728267,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f84d10bc-518f-4148-9fe5-5822ec738769 {"id":"f84d10bc-518f-4148-9fe5-5822ec738769","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855670} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e58a57fb f84d10bc-518f-4148-9fe5-5822ec738769 /tidb/cdc/default/default/upstream/7489802997396728267 {"id":7489802997396728267,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f84d10bc-518f-4148-9fe5-5822ec738769 {"id":"f84d10bc-518f-4148-9fe5-5822ec738769","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855670} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e58a57fb f84d10bc-518f-4148-9fe5-5822ec738769 /tidb/cdc/default/default/upstream/7489802997396728267 {"id":7489802997396728267,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed-redo.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457141300356186113 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.11388.out cli changefeed create --start-ts=457141300356186113 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml [2025/04/05 20:21:13.763 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] check diff successfully Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489802997396728267,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:21:13.915445846+08:00","start_ts":457141300356186113,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141300356186113,"checkpoint_ts":457141300356186113,"checkpoint_time":"2025-04-05 20:21:08.473"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... table partition_table.finish_mark not exists for 6-th check, retry later wait process cdc.test exit for 1-th time... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit # diff Configuration. check-thread-count = 4 export-fix-sql = true check-struct-only = false [task] output-dir = "/tmp/tidb_cdc_test/consistent_replicate_ddl/sync_diff/output" source-instances = ["tidb"] target-instance = "mysql" target-check-tables = ["consistent_replicate_ddl.usertable*","consistent_replicate_ddl.check*"] [data-sources] [data-sources.tidb] host = "127.0.0.1" port = 4000 user = "root" password = "" snapshot = "457141269027356708" [data-sources.mysql] host = "127.0.0.1" port = 3306 user = "root" password = "" [2025/04/05 20:21:10.741 +08:00] [INFO] [helper.go:54] ["init log"] [file=] [level=info] [2025/04/05 20:21:10.743 +08:00] [INFO] [apply.go:78] ["set memory limit"] [memoryLimit=10737418240] [2025/04/05 20:21:10.743 +08:00] [INFO] [apply.go:94] ["Start http pprof server"] [addr=127.0.0.1:6060] [2025/04/05 20:21:10.743 +08:00] [INFO] [mem_quota.go:82] ["New memory quota"] [namespace=default] [changefeed=redo-applier] [total=1073741824] [2025/04/05 20:21:10.743 +08:00] [INFO] [redo.go:167] ["apply redo log starts"] [checkpointTs=457141268856963083] [resolvedTs=457141269027356708] [2025/04/05 20:21:10.744 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 20:21:10.744 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=ddl] [duration=1.050034ms] [2025/04/05 20:21:10.744 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 20:21:10.744 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 20:21:10.747 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=row] [duration=3.968732ms] [2025/04/05 20:21:10.750 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22NO_ENGINE_SUBSTITUTION%2CNO_AUTO_VALUE_ON_ZERO%2CONLY_FULL_GROUP_BY%2CALLOW_INVALID_DATES%2CIGNORE_SPACE%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 20:21:10.753 +08:00] [INFO] [mysql.go:195] ["MySQL backends is created"] [changefeed=.] [workerCount=16] [forceReplicate=false] [2025/04/05 20:21:10.754 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:21:10.754 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:21:10.754 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:21:10.754 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:21:10.754 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:21:10.754 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:21:10.754 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:21:10.754 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:21:10.754 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:21:10.754 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:21:10.754 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:21:10.754 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:21:10.754 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:21:10.754 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:21:10.754 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:21:10.754 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:21:10.754 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=0] [2025/04/05 20:21:10.754 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=1] [2025/04/05 20:21:10.754 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=3] [2025/04/05 20:21:10.754 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=7] [2025/04/05 20:21:10.754 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=5] [2025/04/05 20:21:10.754 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=2] [2025/04/05 20:21:10.754 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=10] [2025/04/05 20:21:10.754 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=13] [2025/04/05 20:21:10.754 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=11] [2025/04/05 20:21:10.754 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=14] [2025/04/05 20:21:10.754 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=6] [2025/04/05 20:21:10.755 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 20:21:10.754 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=12] [2025/04/05 20:21:10.755 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 20:21:10.755 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 20:21:10.755 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=4] [2025/04/05 20:21:10.755 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=8] [2025/04/05 20:21:10.755 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=9] [2025/04/05 20:21:10.755 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=15] [2025/04/05 20:21:10.759 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22ONLY_FULL_GROUP_BY%2CIGNORE_SPACE%2CALLOW_INVALID_DATES%2CNO_ENGINE_SUBSTITUTION%2CNO_AUTO_VALUE_ON_ZERO%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 20:21:10.761 +08:00] [WARN] [mysql_ddl_sink.go:291] ["please set `has-vector-type` to be true if a column is vector type when the downstream is not TiDB or TiDB version less than specify version"] [hasVectorType=false] [supportVectorVersion=8.4.0] [2025/04/05 20:21:10.761 +08:00] [INFO] [mysql_ddl_sink.go:122] ["MySQL DDL sink is created"] [namespace=] [changefeed=] [2025/04/05 20:21:10.761 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457141268856963079,\"CommitTs\":457141268856963083,\"Query\":\"DROP TABLE `consistent_replicate_ddl`.`usertable1`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable1\",\"TableID\":116,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":4,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:21:10.762 +08:00] [ERROR] [async_ddl.go:184] ["check async exec ddl failed"] [namespace=] [changefeed=] [error="Error 8121 (HY000): privilege check for 'Super' fail"] [2025/04/05 20:21:10.762 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457141268856963083] [DDL="DROP TABLE `consistent_replicate_ddl`.`usertable1`"] [2025/04/05 20:21:10.820 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=57.582863ms] [sql="DROP TABLE `consistent_replicate_ddl`.`usertable1`"] [2025/04/05 20:21:10.820 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457141268870070285,\"CommitTs\":457141268870070288,\"Query\":\"RENAME TABLE consistent_replicate_ddl.usertable_bak TO consistent_replicate_ddl.usertable1\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable1\",\"TableID\":122,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":14,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:21:10.821 +08:00] [ERROR] [async_ddl.go:184] ["check async exec ddl failed"] [namespace=] [changefeed=] [error="Error 8121 (HY000): privilege check for 'Super' fail"] [2025/04/05 20:21:10.821 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457141268870070288] [DDL="RENAME TABLE consistent_replicate_ddl.usertable_bak TO consistent_replicate_ddl.usertable1"] [2025/04/05 20:21:10.858 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=36.966611ms] [sql="RENAME TABLE consistent_replicate_ddl.usertable_bak TO consistent_replicate_ddl.usertable1"] [2025/04/05 20:21:10.858 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457141268883439646,\"CommitTs\":457141268883439650,\"Query\":\"RENAME TABLE consistent_replicate_ddl.usertable1 TO consistent_replicate_ddl.usertable1_1\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable1_1\",\"TableID\":122,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":14,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:21:11.059 +08:00] [ERROR] [async_ddl.go:184] ["check async exec ddl failed"] [namespace=] [changefeed=] [error="Error 8121 (HY000): privilege check for 'Super' fail"] [2025/04/05 20:21:11.059 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457141268883439650] [DDL="RENAME TABLE consistent_replicate_ddl.usertable1 TO consistent_replicate_ddl.usertable1_1"] [2025/04/05 20:21:11.094 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=34.35221ms] [sql="RENAME TABLE consistent_replicate_ddl.usertable1 TO consistent_replicate_ddl.usertable1_1"] [2025/04/05 20:21:11.094 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457141268896284700,\"CommitTs\":457141268896284704,\"Query\":\"CREATE DATABASE consistent_replicate_ddl1\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl1\",\"Table\":\"\",\"TableID\":0,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":1,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:21:11.295 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457141268896284704] [DDL="CREATE DATABASE consistent_replicate_ddl1"] [2025/04/05 20:21:11.320 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=24.765592ms] [sql="CREATE DATABASE consistent_replicate_ddl1"] [2025/04/05 20:21:11.320 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457141268909654048,\"CommitTs\":457141268909654052,\"Query\":\"ALTER DATABASE consistent_replicate_ddl CHARACTER SET utf8mb4 COLLATE utf8mb4_bin\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"\",\"TableID\":0,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":26,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:21:11.320 +08:00] [ERROR] [async_ddl.go:184] ["check async exec ddl failed"] [namespace=] [changefeed=] [error="Error 8121 (HY000): privilege check for 'Super' fail"] [2025/04/05 20:21:11.320 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457141268909654052] [DDL="ALTER DATABASE consistent_replicate_ddl CHARACTER SET utf8mb4 COLLATE utf8mb4_bin"] [2025/04/05 20:21:11.344 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=23.800348ms] [sql="ALTER DATABASE consistent_replicate_ddl CHARACTER SET utf8mb4 COLLATE utf8mb4_bin"] [2025/04/05 20:21:11.344 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457141268922499089,\"CommitTs\":457141268922499092,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable2 CHARACTER SET utf8mb4 COLLATE utf8mb4_bin\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable2\",\"TableID\":118,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":22,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:21:11.345 +08:00] [ERROR] [async_ddl.go:184] ["check async exec ddl failed"] [namespace=] [changefeed=] [error="Error 8121 (HY000): privilege check for 'Super' fail"] [2025/04/05 20:21:11.345 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457141268922499092] [DDL="ALTER TABLE consistent_replicate_ddl.usertable2 CHARACTER SET utf8mb4 COLLATE utf8mb4_bin"] [2025/04/05 20:21:11.367 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=22.729786ms] [sql="ALTER TABLE consistent_replicate_ddl.usertable2 CHARACTER SET utf8mb4 COLLATE utf8mb4_bin"] [2025/04/05 20:21:11.368 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457141268948713492,\"CommitTs\":457141268948713496,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable2 DROP COLUMN FIELD0\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable2\",\"TableID\":118,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":6,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:21:11.569 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457141268948713496] [DDL="ALTER TABLE consistent_replicate_ddl.usertable2 DROP COLUMN FIELD0"] [2025/04/05 20:21:11.637 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=68.464723ms] [sql="ALTER TABLE consistent_replicate_ddl.usertable2 DROP COLUMN FIELD0"] [2025/04/05 20:21:11.638 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457141268961820717,\"CommitTs\":457141268961820720,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable2 ADD COLUMN dummy varchar(30)\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable2\",\"TableID\":118,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":5,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:21:11.638 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457141268961820720] [DDL="ALTER TABLE consistent_replicate_ddl.usertable2 ADD COLUMN dummy varchar(30)"] [2025/04/05 20:21:11.691 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=53.530965ms] [sql="ALTER TABLE consistent_replicate_ddl.usertable2 ADD COLUMN dummy varchar(30)"] [2025/04/05 20:21:11.691 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457141268988035073,\"CommitTs\":457141268988035076,\"Query\":\"DROP DATABASE consistent_replicate_ddl1\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl1\",\"Table\":\"\",\"TableID\":0,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":2,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:21:11.691 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457141268988035076] [DDL="DROP DATABASE consistent_replicate_ddl1"] [2025/04/05 20:21:11.741 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=49.898004ms] [sql="DROP DATABASE consistent_replicate_ddl1"] [2025/04/05 20:21:11.741 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457141268988035111,\"CommitTs\":457141268988035114,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable3 CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable3\",\"TableID\":120,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":22,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:21:11.742 +08:00] [ERROR] [async_ddl.go:184] ["check async exec ddl failed"] [namespace=] [changefeed=] [error="Error 8121 (HY000): privilege check for 'Super' fail"] [2025/04/05 20:21:11.742 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457141268988035114] [DDL="ALTER TABLE consistent_replicate_ddl.usertable3 CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci"] [2025/04/05 20:21:11.764 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=22.612717ms] [sql="ALTER TABLE consistent_replicate_ddl.usertable3 CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci"] [2025/04/05 20:21:11.764 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457141269001142312,\"CommitTs\":457141269014511617,\"Query\":\"RENAME TABLE `consistent_replicate_ddl`.`usertable3` TO `consistent_replicate_ddl`.`usertable3_1`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable3_1\",\"TableID\":120,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":14,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:21:11.765 +08:00] [ERROR] [async_ddl.go:184] ["check async exec ddl failed"] [namespace=] [changefeed=] [error="Error 8121 (HY000): privilege check for 'Super' fail"] [2025/04/05 20:21:11.765 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457141269014511617] [DDL="RENAME TABLE `consistent_replicate_ddl`.`usertable3` TO `consistent_replicate_ddl`.`usertable3_1`"] [2025/04/05 20:21:11.796 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=31.041273ms] [sql="RENAME TABLE `consistent_replicate_ddl`.`usertable3` TO `consistent_replicate_ddl`.`usertable3_1`"] [2025/04/05 20:21:11.796 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457141269001142312,\"CommitTs\":457141269014511617,\"Query\":\"RENAME TABLE `consistent_replicate_ddl`.`usertable2` TO `consistent_replicate_ddl`.`usertable2_1`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable2_1\",\"TableID\":118,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":14,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:21:11.797 +08:00] [ERROR] [async_ddl.go:184] ["check async exec ddl failed"] [namespace=] [changefeed=] [error="Error 8121 (HY000): privilege check for 'Super' fail"] [2025/04/05 20:21:11.797 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457141269014511617] [DDL="RENAME TABLE `consistent_replicate_ddl`.`usertable2` TO `consistent_replicate_ddl`.`usertable2_1`"] [2025/04/05 20:21:11.836 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=39.491817ms] [sql="RENAME TABLE `consistent_replicate_ddl`.`usertable2` TO `consistent_replicate_ddl`.`usertable2_1`"] [2025/04/05 20:21:11.836 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457141269014511649,\"CommitTs\":457141269014511653,\"Query\":\"ALTER TABLE consistent_replicate_ddl.usertable3_1 MODIFY COLUMN FIELD1 varchar(100)\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"usertable3_1\",\"TableID\":120,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":12,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:21:11.836 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457141269014511653] [DDL="ALTER TABLE consistent_replicate_ddl.usertable3_1 MODIFY COLUMN FIELD1 varchar(100)"] [2025/04/05 20:21:11.862 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=25.592082ms] [sql="ALTER TABLE consistent_replicate_ddl.usertable3_1 MODIFY COLUMN FIELD1 varchar(100)"] [2025/04/05 20:21:11.862 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457141269027356704,\"CommitTs\":457141269027356708,\"Query\":\"CREATE table consistent_replicate_ddl.check1(id int primary key)\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_ddl\",\"Table\":\"check1\",\"TableID\":137,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":3,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:21:12.063 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457141269027356708] [DDL="CREATE table consistent_replicate_ddl.check1(id int primary key)"] [2025/04/05 20:21:12.086 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=22.848172ms] [sql="CREATE table consistent_replicate_ddl.check1(id int primary key)"] [2025/04/05 20:21:12.086 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}"] [checkpointTs=457141269027356708] [2025/04/05 20:21:12.086 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}"] [checkpointTs=457141269027356708] [2025/04/05 20:21:12.186 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}"] [checkpointTs=457141269027356708] [2025/04/05 20:21:12.186 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}"] [checkpointTs=457141269027356708] [2025/04/05 20:21:12.287 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}"] [checkpointTs=457141269027356708] [2025/04/05 20:21:12.287 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}"] [checkpointTs=457141269027356708] [2025/04/05 20:21:12.387 +08:00] [INFO] [redo.go:223] ["apply redo log finishes"] [appliedLogCount=101] [appliedDDLCount=14] [currentCheckpoint=457141269027356708] [2025/04/05 20:21:12.387 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=0] [2025/04/05 20:21:12.387 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=13] [2025/04/05 20:21:12.387 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=3] [2025/04/05 20:21:12.387 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=6] [2025/04/05 20:21:12.387 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=9] [2025/04/05 20:21:12.387 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=4] [2025/04/05 20:21:12.387 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=1] [2025/04/05 20:21:12.387 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=14] [2025/04/05 20:21:12.387 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=7] [2025/04/05 20:21:12.387 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=11] [2025/04/05 20:21:12.387 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=10] [2025/04/05 20:21:12.387 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=15] [2025/04/05 20:21:12.387 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=2] [2025/04/05 20:21:12.387 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=12] [2025/04/05 20:21:12.387 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=8] [2025/04/05 20:21:12.387 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=5] Apply redo log successfully table consistent_replicate_ddl.check1 exists check diff successfully [Sat Apr 5 20:21:12 CST 2025] <<<<<< run test case consistent_replicate_ddl success! >>>>>> count(*) 50 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 1-th time, retry later check diff failed 10-th time, retry later Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) wait process cdc.test exit for 2-th time... + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error stopped null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=stopped + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:21:15 CST 2025] <<<<<< run test case owner_resign success! >>>>>> + info='{ "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-initialize-error", "state": "stopped", "checkpoint_tso": 457141301487599623, "checkpoint_time": "2025-04-05 20:21:12.789", "error": null }' + echo '{ "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-initialize-error", "state": "stopped", "checkpoint_tso": 457141301487599623, "checkpoint_time": "2025-04-05 20:21:12.789", "error": null }' { "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-initialize-error", "state": "stopped", "checkpoint_tso": 457141301487599623, "checkpoint_time": "2025-04-05 20:21:12.789", "error": null } ++ echo '{' '"upstream_id":' 7489802781620142324, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"stopped",' '"checkpoint_tso":' 457141301487599623, '"checkpoint_time":' '"2025-04-05' '20:21:12.789",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7489802781620142324, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"stopped",' '"checkpoint_tso":' 457141301487599623, '"checkpoint_time":' '"2025-04-05' '20:21:12.789",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6531.out cli changefeed resume -c changefeed-initialize-error + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:21:14 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0041f85a0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141301924331527 MinTableBarrierTs:457141301924331527 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1f9df626-b0c5-4f66-89b5-995d98b85602 {"id":"1f9df626-b0c5-4f66-89b5-995d98b85602","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855672} /tidb/cdc/default/__cdc_meta__/capture/d43417bf-9d08-41b2-971b-c75e0d562e08 {"id":"d43417bf-9d08-41b2-971b-c75e0d562e08","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855666} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54589e0 d43417bf-9d08-41b2-971b-c75e0d562e08 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458a43 1f9df626-b0c5-4f66-89b5-995d98b85602 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141301924331527,"min-table-barrier-ts":457141301924331527,"admin-job-type":0} /tidb/cdc/default/default/task/position/1f9df626-b0c5-4f66-89b5-995d98b85602/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/d43417bf-9d08-41b2-971b-c75e0d562e08/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0041f85a0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141301924331527 MinTableBarrierTs:457141301924331527 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1f9df626-b0c5-4f66-89b5-995d98b85602 {"id":"1f9df626-b0c5-4f66-89b5-995d98b85602","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855672} /tidb/cdc/default/__cdc_meta__/capture/d43417bf-9d08-41b2-971b-c75e0d562e08 {"id":"d43417bf-9d08-41b2-971b-c75e0d562e08","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855666} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54589e0 d43417bf-9d08-41b2-971b-c75e0d562e08 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458a43 1f9df626-b0c5-4f66-89b5-995d98b85602 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141301924331527,"min-table-barrier-ts":457141301924331527,"admin-job-type":0} /tidb/cdc/default/default/task/position/1f9df626-b0c5-4f66-89b5-995d98b85602/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/d43417bf-9d08-41b2-971b-c75e0d562e08/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0041f85a0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141301924331527 MinTableBarrierTs:457141301924331527 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1f9df626-b0c5-4f66-89b5-995d98b85602 {"id":"1f9df626-b0c5-4f66-89b5-995d98b85602","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855672} /tidb/cdc/default/__cdc_meta__/capture/d43417bf-9d08-41b2-971b-c75e0d562e08 {"id":"d43417bf-9d08-41b2-971b-c75e0d562e08","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855666} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54589e0 d43417bf-9d08-41b2-971b-c75e0d562e08 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458a43 1f9df626-b0c5-4f66-89b5-995d98b85602 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141301924331527,"min-table-barrier-ts":457141301924331527,"admin-job-type":0} /tidb/cdc/default/default/task/position/1f9df626-b0c5-4f66-89b5-995d98b85602/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts"+ grep -q 'etcd info' :0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/d43417bf-9d08-41b2-971b-c75e0d562e08/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list --server 'http://127.0.0.1:8301' 2>&1 | grep -v "d43417bf-9d08-41b2-971b-c75e0d562e08" | grep id + set +x ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 221 100 221 0 0 6498 0 --:--:-- --:--:-- --:--:-- 6696 + synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-05 20:21:08.473","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2025-04-05 20:21:15.000","info":"Data syncing is finished"}' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '20:21:08.473","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '20:21:15.000","info":"Data' syncing is 'finished"}' ++ jq .synced + status=true ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '20:21:08.473","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '20:21:15.000","info":"Data' syncing is 'finished"}' ++ jq -r .sink_checkpoint_ts + sink_checkpoint_ts='2025-04-05 20:21:08.473' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '20:21:08.473","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '20:21:15.000","info":"Data' syncing is 'finished"}' ++ jq -r .puller_resolved_ts + puller_resolved_ts='1970-01-01 08:00:00.000' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '20:21:08.473","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '20:21:15.000","info":"Data' syncing is 'finished"}' ++ jq -r .last_synced_ts + last_synced_ts='1970-01-01 08:00:00.000' + '[' true '!=' true ']' + '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']' + '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']' ++ date '+%Y-%m-%d %H:%M:%S' + current='2025-04-05 20:21:15' + echo 'sink_checkpoint_ts is 2025-04-05' 20:21:08.473 sink_checkpoint_ts is 2025-04-05 20:21:08.473 ++ date -d '2025-04-05 20:21:08.473' +%s + checkpoint_timestamp=1743855668 ++ date -d '2025-04-05 20:21:15' +%s + current_timestamp=1743855675 + '[' 7 -gt 300 ']' + run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);' PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... table partition_table.finish_mark not exists for 7-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 76-th check, retry later [2025/04/05 20:21:15.769 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] build mysql_test successfully run all mysql test cases time="2025-04-05T20:21:15+08:00" level=info msg="running tests: [alter_table bigint composite_index concurrent_ddl date_formats drop mysql_replace]" time="2025-04-05T20:21:15+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc0000d4138 {{} {} 0} {0 0} [0xc000198000] {[]} 1 0xc00002c4d0 false map[0xc000198000:map[0xc000198000:true]] map[] 0 0 0 0 0 0 0 0 0x4a1c00}" ./t/alter_table.test: ok! 64 test cases passed, take time 1.331710305 s time="2025-04-05T20:21:16+08:00" level=info msg="run test [alter_table] ok" time="2025-04-05T20:21:16+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc0001a0288 {{} {} 0} {0 0} [0xc0002b4000] {[]} 1 0xc0001e8700 false map[0xc0002b4000:map[0xc0002b4000:true]] map[] 0 0 0 0 0 0 0 0 0x4a1c00}" + check_table_exists test.t1 127.0.0.1 3306 table test.t1 not exists for 1-th check, retry later "cluster-id": "default" "id": "1f9df626-b0c5-4f66-89b5-995d98b85602", "cluster-id": "default" run task successfully check diff failed 2-th time, retry later check diff failed 11-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=changefeed-initialize-error + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + info='{ "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 457141301487599623, "checkpoint_time": "2025-04-05 20:21:12.789", "error": null }' + echo '{ "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 457141301487599623, "checkpoint_time": "2025-04-05 20:21:12.789", "error": null }' { "upstream_id": 7489802781620142324, "namespace": "default", "id": "changefeed-initialize-error", "state": "normal", "checkpoint_tso": 457141301487599623, "checkpoint_time": "2025-04-05 20:21:12.789", "error": null } ++ echo '{' '"upstream_id":' 7489802781620142324, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 457141301487599623, '"checkpoint_time":' '"2025-04-05' '20:21:12.789",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489802781620142324, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 457141301487599623, '"checkpoint_time":' '"2025-04-05' '20:21:12.789",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6602.out cli changefeed remove -c changefeed-initialize-error table partition_table.finish_mark not exists for 8-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803068173753417 TiDB Cluster ID. tikv_gc_leader_uuid 6581797a7b40002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-tq3x1, pid:3822, start at 2025-04-05 20:21:15.887648969 +0800 CST m=+2.461636319 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:15.938 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:15.936 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:15.936 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803068173753417 TiDB Cluster ID. tikv_gc_leader_uuid 6581797a7b40002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-tq3x1, pid:3822, start at 2025-04-05 20:21:15.887648969 +0800 CST m=+2.461636319 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:15.938 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:15.936 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:15.936 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803073669155060 TiDB Cluster ID. tikv_gc_leader_uuid 6581797a87c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-tq3x1, pid:3893, start at 2025-04-05 20:21:15.979242489 +0800 CST m=+2.490125641 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:15.987 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:15.985 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:15.985 +0800 All versions after safe point can be accessed. (DO NOT EDIT) capture_id: 1f9df626-b0c5-4f66-89b5-995d98b85602 ETCDCTL_API=3 etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix | grep '1f9df626-b0c5-4f66-89b5-995d98b85602' 1f9df626-b0c5-4f66-89b5-995d98b85602 run task successfully test_hang_up_owner: pass table ddl_manager.finish_mark not exists for 77-th check, retry later Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/batch_update_to_no_batch/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/batch_update_to_no_batch/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/batch_update_to_no_batch/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/batch_update_to_no_batch/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/batch_update_to_no_batch/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/05 20:21:17.775 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] table test.t1 exists + sleep 5 Changefeed remove successfully. ID: changefeed-initialize-error CheckpointTs: 457141301487599623 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... check diff failed 3-th time, retry later wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803079857303761 TiDB Cluster ID. tikv_gc_leader_uuid 6581797b8e00002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-2-g9wmc, pid:3943, start at 2025-04-05 20:21:17.001260548 +0800 CST m=+2.320133124 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:17.010 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:16.984 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:16.984 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803079857303761 TiDB Cluster ID. tikv_gc_leader_uuid 6581797b8e00002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-2-g9wmc, pid:3943, start at 2025-04-05 20:21:17.001260548 +0800 CST m=+2.320133124 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:17.010 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:16.984 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:16.984 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 12-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803077858073044 TiDB Cluster ID. tikv_gc_leader_uuid 6581797b850000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:3769, start at 2025-04-05 20:21:16.992303065 +0800 CST m=+2.288999834 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:17.036 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:16.998 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:16.998 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803077858073044 TiDB Cluster ID. tikv_gc_leader_uuid 6581797b850000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:3769, start at 2025-04-05 20:21:16.992303065 +0800 CST m=+2.288999834 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:17.036 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:16.998 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:16.998 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803071709663464 TiDB Cluster ID. tikv_gc_leader_uuid 6581797b9d0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:3849, start at 2025-04-05 20:21:17.086409125 +0800 CST m=+2.314942204 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:17.131 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:17.127 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:17.127 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/bdr_mode/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/bdr_mode/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/bdr_mode/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/bdr_mode/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/bdr_mode/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_expire_owner [Sat Apr 5 20:21:19 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.33383340.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_expire_owner.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_expire_owner.server1 --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x table ddl_manager.finish_mark not exists for 78-th check, retry later [2025/04/05 20:21:19.780 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] wait process cdc.test exit for 1-th time... table partition_table.finish_mark not exists for 9-th check, retry later wait process cdc.test exit for 2-th time... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803075553944635 TiDB Cluster ID. tikv_gc_leader_uuid 6581797d5ec000e Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-2-g9wmc, pid:3998, start at 2025-04-05 20:21:18.886869009 +0800 CST m=+4.128433191 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:18.893 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:18.894 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:18.894 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/region_merge/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/region_merge/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/region_merge/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/region_merge/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/region_merge/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff failed 4-th time, retry later check diff failed 13-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Sat Apr 5 20:21:21 CST 2025] <<<<<< START cdc server in bdr_mode case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bdr_mode.50895091.out server --log-file /tmp/tidb_cdc_test/bdr_mode/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/bdr_mode/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 3-th time... ./t/bigint.test: ok! 138 test cases passed, take time 4.533694892 s time="2025-04-05T20:21:20+08:00" level=info msg="run test [bigint] ok" time="2025-04-05T20:21:20+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc00031a500 {{} {} 0} {0 0} [0xc0003d8d00] {[]} 1 0xc000301730 false map[0xc0003d8d00:map[0xc0003d8d00:true]] map[] 0 0 0 0 0 0 0 0 0x4a1c00}" ./t/composite_index.test: ok! 12 test cases passed, take time 0.085897922 s time="2025-04-05T20:21:21+08:00" level=info msg="run test [composite_index] ok" time="2025-04-05T20:21:21+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc00031a018 {{} {} 0} {0 0} [0xc0003d8000] {[]} 1 0xc0003000e0 false map[0xc0003d8000:map[0xc0003d8000:true]] map[] 0 0 0 0 0 0 0 0 0x4a1c00}" ./t/concurrent_ddl.test: ok! 8 test cases passed, take time 0.087848933 s time="2025-04-05T20:21:21+08:00" level=info msg="run test [concurrent_ddl] ok" time="2025-04-05T20:21:21+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc00051e048 {{} {} 0} {0 0} [0xc000486180] {[]} 1 0xc000532070 false map[0xc000486180:map[0xc000486180:true]] map[] 0 0 0 0 0 0 0 0 0x4a1c00}" ./t/date_formats.test: ok! 99 test cases passed, take time 0.410714312 s time="2025-04-05T20:21:21+08:00" level=info msg="run test [date_formats] ok" time="2025-04-05T20:21:21+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc00037a2e0 {{} {} 0} {0 0} [0xc0004fda80] {[]} 1 0xc00002d180 false map[0xc0004fda80:map[0xc0004fda80:true]] map[] 0 0 0 0 0 0 0 0 0x4a1c00}" table ddl_manager.finish_mark not exists for 79-th check, retry later [2025/04/05 20:21:21.785 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 20:21:21 CST 2025] <<<<<< run test case changefeed_error success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/batch_add_table/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... ./t/drop.test: ok! 48 test cases passed, take time 0.514772235 s time="2025-04-05T20:21:22+08:00" level=info msg="run test [drop] ok" time="2025-04-05T20:21:22+08:00" level=warning msg="Create new db&{{{} {} 0} 0xc00048c0b0 {{} {} 0} {0 0} [0xc000252500] {[]} 1 0xc000210540 false map[0xc000252500:map[0xc000252500:true]] map[] 0 0 0 0 0 0 0 0 0x4a1c00}" table partition_table.finish_mark not exists for 10-th check, retry later [Sat Apr 5 20:21:22 CST 2025] <<<<<< START cdc server in batch_update_to_no_batch case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.52875289.out server --log-file /tmp/tidb_cdc_test/batch_update_to_no_batch/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/batch_update_to_no_batch/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 ./t/mysql_replace.test: ok! 16 test cases passed, take time 0.068866004 s time="2025-04-05T20:21:22+08:00" level=info msg="run test [mysql_replace] ok" Great, All tests passed mysqltest end table test.finish_mark not exists for 1-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/consistent_replicate_gbk/run.sh using Sink-Type: mysql... <<================= * About to connect() to 127.0.0.1 port 24927 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:24927; Connection refused * Closing connection 0 You are running an older version of MinIO released 4 years ago Update: Run `mc admin update` + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:21:22 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc001822cf0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141302710763527 MinTableBarrierTs:457141303759339525 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141302710763527, checkpointTs: 457141302710763527, state: Preparing span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141302710763527, checkpointTs: 457141302710763527, state: Preparing span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141302710763527, checkpointTs: 457141302710763527, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/fe8cfd52-c4ce-44dc-86fa-dbcec1e1c6e0 {"id":"fe8cfd52-c4ce-44dc-86fa-dbcec1e1c6e0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855679} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458aaa fe8cfd52-c4ce-44dc-86fa-dbcec1e1c6e0 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141302710763527,"min-table-barrier-ts":457141304021483525,"admin-job-type":0} /tidb/cdc/default/default/task/position/fe8cfd52-c4ce-44dc-86fa-dbcec1e1c6e0/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc001822cf0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141302710763527 MinTableBarrierTs:457141303759339525 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141302710763527, checkpointTs: 457141302710763527, state: Preparing span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141302710763527, checkpointTs: 457141302710763527, state: Preparing span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141302710763527, checkpointTs: 457141302710763527, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/fe8cfd52-c4ce-44dc-86fa-dbcec1e1c6e0 {"id":"fe8cfd52-c4ce-44dc-86fa-dbcec1e1c6e0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855679} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458aaa fe8cfd52-c4ce-44dc-86fa-dbcec1e1c6e0 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141302710763527,"min-table-barrier-ts":457141304021483525,"admin-job-type":0} /tidb/cdc/default/default/task/position/fe8cfd52-c4ce-44dc-86fa-dbcec1e1c6e0/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc001822cf0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141302710763527 MinTableBarrierTs:457141303759339525 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141302710763527, checkpointTs: 457141302710763527, state: Preparing span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141302710763527, checkpointTs: 457141302710763527, state: Preparing span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141302710763527, checkpointTs: 457141302710763527, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/fe8cfd52-c4ce-44dc-86fa-dbcec1e1c6e0 {"id":"fe8cfd52-c4ce-44dc-86fa-dbcec1e1c6e0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855679} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458aaa fe8cfd52-c4ce-44dc-86fa-dbcec1e1c6e0 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141302710763527,"min-table-barrier-ts":457141304021483525,"admin-job-type":0} /tidb/cdc/default/default/task/position/fe8cfd52-c4ce-44dc-86fa-dbcec1e1c6e0/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 + grep -q 'etcd info' {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' check diff successfully check diff failed 14-th time, retry later Attempting encryption of all config, IAM users and policies on MinIO backend Endpoint: http://127.0.0.1:24927 Object API (Amazon S3 compatible): Go: https://docs.min.io/docs/golang-client-quickstart-guide Java: https://docs.min.io/docs/java-client-quickstart-guide Python: https://docs.min.io/docs/python-client-quickstart-guide JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide .NET: https://docs.min.io/docs/dotnet-client-quickstart-guide ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 14563 0 --:--:-- --:--:-- --:--:-- 15187 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 20:21:21.773","puller_resolved_ts":"2025-04-05 20:21:15.622","last_synced_ts":"2025-04-05 20:21:16.223","now_ts":"2025-04-05 20:21:23.000","info":"The data syncing is not finished, please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:21:21.773","puller_resolved_ts":"2025-04-05' '20:21:15.622","last_synced_ts":"2025-04-05' '20:21:16.223","now_ts":"2025-04-05' '20:21:23.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:21:21.773","puller_resolved_ts":"2025-04-05' '20:21:15.622","last_synced_ts":"2025-04-05' '20:21:16.223","now_ts":"2025-04-05' '20:21:23.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq -r .info + info='The data syncing is not finished, please wait' + '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']' + sleep 130 [Sat Apr 5 20:21:23 CST 2025] <<<<<< START cdc server in region_merge case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.region_merge.52515253.out server --log-file /tmp/tidb_cdc_test/region_merge/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/region_merge/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803098148105220 TiDB Cluster ID. tikv_gc_leader_uuid 6581797fe580003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:9032, start at 2025-04-05 20:21:21.43366308 +0800 CST m=+2.254844648 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:21.441 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:21.430 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:21.430 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803098148105220 TiDB Cluster ID. tikv_gc_leader_uuid 6581797fe580003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:9032, start at 2025-04-05 20:21:21.43366308 +0800 CST m=+2.254844648 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:21.441 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:21.430 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:21.430 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803095830298007 TiDB Cluster ID. tikv_gc_leader_uuid 6581797ffd4000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:9107, start at 2025-04-05 20:21:21.542401648 +0800 CST m=+2.293824631 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:21.551 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:21.525 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:21.525 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/sql_mode/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/sql_mode/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/sql_mode/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/sql_mode/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/sql_mode/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table ddl_manager.finish_mark not exists for 80-th check, retry later [2025/04/05 20:21:23.795 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] table partition_table.finish_mark not exists for 11-th check, retry later * About to connect() to 127.0.0.1 port 24927 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 24927 (#0) > GET / HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:24927 > Accept: */* > < HTTP/1.1 403 Forbidden < Accept-Ranges: bytes < Content-Length: 226 < Content-Security-Policy: block-all-mixed-content < Content-Type: application/xml < Server: MinIO/RELEASE.2020-07-27T18-37-02Z < Vary: Origin < X-Amz-Request-Id: 18336B816A1A3A00 < X-Xss-Protection: 1; mode=block < Date: Sat, 05 Apr 2025 12:21:24 GMT < { [data not shown] * Connection #0 to host 127.0.0.1 left intact table test.finish_mark not exists for 2-th check, retry later "is-owner": true, run task successfully + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:21:24 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/40643147-2f75-44c7-a679-31c87856ec44 {"id":"40643147-2f75-44c7-a679-31c87856ec44","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855681} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5d34cd6 40643147-2f75-44c7-a679-31c87856ec44 /tidb/cdc/default/default/upstream/7489803077858073044 {"id":7489803077858073044,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/40643147-2f75-44c7-a679-31c87856ec44 {"id":"40643147-2f75-44c7-a679-31c87856ec44","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855681} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5d34cd6 40643147-2f75-44c7-a679-31c87856ec44 /tidb/cdc/default/default/upstream/7489803077858073044 {"id":7489803077858073044,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/40643147-2f75-44c7-a679-31c87856ec44 {"id":"40643147-2f75-44c7-a679-31c87856ec44","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855681} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5d34cd6 40643147-2f75-44c7-a679-31c87856ec44 /tidb/cdc/default/default/upstream/7489803077858073044 {"id":7489803077858073044,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Sat Apr 5 20:21:24 CST 2025] <<<<<< START cdc server in bdr_mode case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8400/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + GO_FAILPOINTS= + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bdr_mode.51575159.out server --log-file /tmp/tidb_cdc_test/bdr_mode/cdcdown.log --log-level debug --data-dir /tmp/tidb_cdc_test/bdr_mode/cdc_datadown --cluster-id default --addr 127.0.0.1:8400 --pd http://127.0.0.1:2479 ++ curl -vsL --max-time 20 http://127.0.0.1:8400/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8400 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8400; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Bucket 's3://logbucket/' created The 1 times to try to start tidb cluster... check diff failed 15-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/processor_etcd_worker_delay/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/batch_add_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:21:25 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/67e988e7-b069-4b22-9e7e-6731b03ad1fa {"id":"67e988e7-b069-4b22-9e7e-6731b03ad1fa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855682} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5ce2cea 67e988e7-b069-4b22-9e7e-6731b03ad1fa /tidb/cdc/default/default/upstream/7489803068173753417 {"id":7489803068173753417,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/67e988e7-b069-4b22-9e7e-6731b03ad1fa {"id":"67e988e7-b069-4b22-9e7e-6731b03ad1fa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855682} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5ce2cea 67e988e7-b069-4b22-9e7e-6731b03ad1fa /tidb/cdc/default/default/upstream/7489803068173753417 {"id":7489803068173753417,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/67e988e7-b069-4b22-9e7e-6731b03ad1fa {"id":"67e988e7-b069-4b22-9e7e-6731b03ad1fa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855682} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5ce2cea 67e988e7-b069-4b22-9e7e-6731b03ad1fa /tidb/cdc/default/default/upstream/7489803068173753417 {"id":7489803068173753417,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.cli.5351.out cli changefeed create '--sink-uri=mysql://root@127.0.0.1:3306/?batch-dml-enable=true' -c test + trap stop_tidb_cluster EXIT + run_sql 'set global sql_mode='\''NO_BACKSLASH_ESCAPES'\'';' 127.0.0.1 4000 + run_sql 'set global sql_mode='\''NO_BACKSLASH_ESCAPES'\'';' 127.0.0.1 3306 + cd /tmp/tidb_cdc_test/sql_mode ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.10485.out cli tso query --pd=http://127.0.0.1:2379 owner pid: 3343 owner id fe8cfd52-c4ce-44dc-86fa-dbcec1e1c6e0 process status: T ETCDCTL_API=3 etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix | grep -v 'fe8cfd52-c4ce-44dc-86fa-dbcec1e1c6e0' /tidb/cdc/default/__cdc_meta__/owner/22319605e5458aaa run task successfully process status: S cdc.test cli capture list 2>&1 | grep '"is-owner": true' table partition_table.finish_mark exists check diff successfully + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:21:26 GMT < Content-Length: 864 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d29cb80d-bf2e-4448-b9df-be3bfcb5ec9b {"id":"d29cb80d-bf2e-4448-b9df-be3bfcb5ec9b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855683} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5cf18e0 d29cb80d-bf2e-4448-b9df-be3bfcb5ec9b /tidb/cdc/default/default/upstream/7489803079857303761 {"id":7489803079857303761,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d29cb80d-bf2e-4448-b9df-be3bfcb5ec9b {"id":"d29cb80d-bf2e-4448-b9df-be3bfcb5ec9b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855683} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5cf18e0 d29cb80d-bf2e-4448-b9df-be3bfcb5ec9b /tidb/cdc/default/default/upstream/7489803079857303761 {"id":7489803079857303761,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d29cb80d-bf2e-4448-b9df-be3bfcb5ec9b {"id":"d29cb80d-bf2e-4448-b9df-be3bfcb5ec9b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855683} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5cf18e0 d29cb80d-bf2e-4448-b9df-be3bfcb5ec9b /tidb/cdc/default/default/upstream/7489803079857303761 {"id":7489803079857303761,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: test Info: {"upstream_id":7489803068173753417,"namespace":"default","id":"test","sink_uri":"mysql://root@127.0.0.1:3306/?batch-dml-enable=true","create_time":"2025-04-05T20:21:25.879853906+08:00","start_ts":457141304829149186,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141304829149186,"checkpoint_ts":457141304829149186,"checkpoint_time":"2025-04-05 20:21:25.536"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table ddl_manager.finish_mark not exists for 81-th check, retry later [2025/04/05 20:21:25.801 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] Create changefeed successfully! ID: c8def7ee-65a6-4811-bf2d-e52152960a52 Info: {"upstream_id":7489803079857303761,"namespace":"default","id":"c8def7ee-65a6-4811-bf2d-e52152960a52","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:21:26.295404453+08:00","start_ts":457141304998756357,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141304998756357,"checkpoint_ts":457141304998756357,"checkpoint_time":"2025-04-05 20:21:26.183"} wait process cdc.test exit for 1-th time... table test.finish_mark not exists for 3-th check, retry later "is-owner": true, run task successfully test_expire_owner pass wait process cdc.test exit for 2-th time... check diff failed 1-th time, retry later check diff failed 16-th time, retry later + set +x + tso='457141304932696065 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141304932696065 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457141304932696065 + run_cdc_server --workdir /tmp/tidb_cdc_test/sql_mode --binary cdc.test [Sat Apr 5 20:21:27 CST 2025] <<<<<< START cdc server in sql_mode case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.1052410526.out server --log-file /tmp/tidb_cdc_test/sql_mode/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sql_mode/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x wait process cdc.test exit for 1-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:21:27 CST 2025] <<<<<< run test case partition_table success! >>>>>> + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8400/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8400 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8400 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8400 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:21:27 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b04f6707-87e4-4d10-99ea-2da770038817 {"id":"b04f6707-87e4-4d10-99ea-2da770038817","address":"127.0.0.1:8400","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855684} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/35119605e5d37902 b04f6707-87e4-4d10-99ea-2da770038817 /tidb/cdc/default/default/upstream/7489803071709663464 {"id":7489803071709663464,"pd-endpoints":"http://127.0.0.1:2479,http://127.0.0.1:2479","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b04f6707-87e4-4d10-99ea-2da770038817 {"id":"b04f6707-87e4-4d10-99ea-2da770038817","address":"127.0.0.1:8400","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855684} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/35119605e5d37902 b04f6707-87e4-4d10-99ea-2da770038817 /tidb/cdc/default/default/upstream/7489803071709663464 {"id":7489803071709663464,"pd-endpoints":"http://127.0.0.1:2479,http://127.0.0.1:2479","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b04f6707-87e4-4d10-99ea-2da770038817 {"id":"b04f6707-87e4-4d10-99ea-2da770038817","address":"127.0.0.1:8400","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855684} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/35119605e5d37902 b04f6707-87e4-4d10-99ea-2da770038817 /tidb/cdc/default/default/upstream/7489803071709663464 {"id":7489803071709663464,"pd-endpoints":"http://127.0.0.1:2479,http://127.0.0.1:2479","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bdr_mode.cli.5215.out cli changefeed create --sink-uri=mysql://root@127.0.0.1:3306 -c test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/bdr_mode/conf/up.toml Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489803077858073044,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306","create_time":"2025-04-05T20:21:27.629675859+08:00","start_ts":457141305356582914,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":true,"enable_table_monitor":false,"bdr_mode":true,"sync_point_interval":30000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141305356582914,"checkpoint_ts":457141305356582914,"checkpoint_time":"2025-04-05 20:21:27.548"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... split_and_random_merge scale: 20 *************************** 1. row *************************** count(distinct region_id): 1 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.cli.5397.out cli changefeed pause -c test wait process cdc.test exit for 2-th time... table ddl_manager.finish_mark not exists for 82-th check, retry later [2025/04/05 20:21:27.807 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] start tidb cluster in /tmp/tidb_cdc_test/processor_etcd_worker_delay Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table test.finish_mark not exists for 4-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/consistent_replicate_gbk Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... run test case test_owner_cleanup_stale_tasks Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 [Sat Apr 5 20:21:28 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' Git Branch: master UTC Build Time: 2025-04-03 07:28:59 + '[' -z '' ']' Verifying upstream PD is started... + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.35213523.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_owner_cleanup_stale_tasks.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_owner_cleanup_stale_tasks.server1 --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 2-th time, retry later + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.bdr_mode.cli.5252.out cli changefeed create --sink-uri=mysql://root@127.0.0.1:4000 -c test-2 --server http://127.0.0.1:8400 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/bdr_mode/conf/down.toml check diff failed 17-th time, retry later Create changefeed successfully! ID: test-2 Info: {"upstream_id":7489803071709663464,"namespace":"default","id":"test-2","sink_uri":"mysql://root@127.0.0.1:4000","create_time":"2025-04-05T20:21:29.471458999+08:00","start_ts":457141305827393541,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":true,"enable_table_monitor":false,"bdr_mode":true,"sync_point_interval":30000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141305827393541,"checkpoint_ts":457141305827393541,"checkpoint_time":"2025-04-05 20:21:29.344"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.cli.5433.out cli changefeed update -c test '--sink-uri=mysql://root@127.0.0.1:3306/?batch-dml-enable=false' --no-confirm table ddl_manager.finish_mark not exists for 83-th check, retry later [2025/04/05 20:21:29.813 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark] [2025/04/05 20:21:29.818 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:21:29.819 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] found first match line: 457141305432080401 : [2025/04/05 20:21:28.623 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=134] [jobID=135] [query="CREATE TABLE IF NOT EXISTS `finishmark` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141305432080401] [2025/04/05 20:21:29.825 +08:00] [INFO] [case.go:503] ["all tables synced"] [endTs=457141305432080401] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Diff of changefeed config: {Type:update Path:[SinkURI] From:mysql://root@127.0.0.1:3306/?batch-dml-enable=true To:mysql://root@127.0.0.1:3306/?batch-dml-enable=false} Update changefeed config successfully! ID: test Info: {"upstream_id":7489803068173753417,"namespace":"default","id":"test","sink_uri":"mysql://root@127.0.0.1:3306/?batch-dml-enable=false","create_time":"2025-04-05T20:21:25.879853906+08:00","start_ts":457141304829149186,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"delete_only_output_handle_key_columns":null,"content_compatible":null,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457141305340067846,"checkpoint_time":"2025-04-05 20:21:27.485"} PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... table test.finish_mark not exists for 5-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:21:30 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/222f7214-191a-469d-b855-762d7b022af5 {"id":"222f7214-191a-469d-b855-762d7b022af5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855687} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5def3e3 222f7214-191a-469d-b855-762d7b022af5 /tidb/cdc/default/default/upstream/7489803098148105220 {"id":7489803098148105220,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/222f7214-191a-469d-b855-762d7b022af5 {"id":"222f7214-191a-469d-b855-762d7b022af5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855687} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5def3e3 222f7214-191a-469d-b855-762d7b022af5 /tidb/cdc/default/default/upstream/7489803098148105220 {"id":7489803098148105220,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/222f7214-191a-469d-b855-762d7b022af5 {"id":"222f7214-191a-469d-b855-762d7b022af5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855687} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5def3e3 222f7214-191a-469d-b855-762d7b022af5 /tidb/cdc/default/default/upstream/7489803098148105220 {"id":7489803098148105220,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457141304932696065 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.10580.out cli changefeed create --start-ts=457141304932696065 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 check diff failed 3-th time, retry later Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489803098148105220,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:21:30.867689936+08:00","start_ts":457141304932696065,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141304932696065,"checkpoint_ts":457141304932696065,"checkpoint_time":"2025-04-05 20:21:25.931"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x check diff failed 18-th time, retry later + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.cli.5467.out cli changefeed resume -c test =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/ddl_sequence/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:21:31 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a08360 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141305070059526 MinTableBarrierTs:457141306393886722 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141305070059526, checkpointTs: 457141305070059526, state: Preparing span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141305070059526, checkpointTs: 457141305070059526, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141305070059526, checkpointTs: 457141305070059526, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0df178f4-b5a2-4837-a12b-73428e566d92 {"id":"0df178f4-b5a2-4837-a12b-73428e566d92","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855688} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458b1a 0df178f4-b5a2-4837-a12b-73428e566d92 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141305070059526,"min-table-barrier-ts":457141306393886722,"admin-job-type":0} /tidb/cdc/default/default/task/position/0df178f4-b5a2-4837-a12b-73428e566d92/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a08360 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141305070059526 MinTableBarrierTs:457141306393886722 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141305070059526, checkpointTs: 457141305070059526, state: Preparing span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141305070059526, checkpointTs: 457141305070059526, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141305070059526, checkpointTs: 457141305070059526, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0df178f4-b5a2-4837-a12b-73428e566d92 {"id":"0df178f4-b5a2-4837-a12b-73428e566d92","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855688} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458b1a 0df178f4-b5a2-4837-a12b-73428e566d92 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141305070059526,"min-table-barrier-ts":457141306393886722,"admin-job-type":0} /tid+ grep -q 'failed to get info:' b/cdc/default/default/task/position/0df178f4-b5a2-4837-a12b-73428e566d92/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a08360 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141305070059526 MinTableBarrierTs:457141306393886722 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141305070059526, checkpointTs: 457141305070059526, state: Preparing span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141305070059526, checkpointTs: 457141305070059526, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141305070059526, checkpointTs: 457141305070059526, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0df178f4-b5a2-4837-a12b-73428e566d92 {"id":"0df178f4-b5a2-4837-a12b-73428e566d92","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855688} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458b1a 0df178f4-b5a2-4837-a12b-73428e566d92 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141305070059526,"min-table-barrier-ts":457141306393886722,"admin-job-type":0} /tidb/cdc/default/default/task/position/0df178f4-b5a2-4837-a12b-73428e566d92/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' table ddl_manager.finish_mark not exists for 84-th check, retry later + set +x + run_sql 'use test; create table t1(id bigint primary key, a text, b text as ((regexp_replace(a, '\''^[1-9]\d{9,29}$'\'', '\''aaaaa'\''))), c text); insert into t1 (id, a, c) values(1,123456, '\''ab\\\\c'\''); insert into t1 (id, a, c) values(2,1234567890123, '\''ab\\c'\'');' 127.0.0.1 4000 + '[' mysql == mysql ']' + check_table_exists test.t1 127.0.0.1 3306 table test.t1 not exists for 1-th check, retry later PASS table test.finish_mark not exists for 6-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release coverage: 2.1% of statements in github.com/pingcap/tiflow/... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) "is-owner": true, run task successfully check diff failed 4-th time, retry later [2025/04/05 20:21:33.375 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark1000] [2025/04/05 20:21:33.375 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark1000] check diff failed 19-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_manager.finish_mark not exists for 85-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.cli.5506.out cli changefeed pause -c test table test.finish_mark not exists for 7-th check, retry later *************************** 1. row *************************** count(distinct region_id): 20 PASS owner pid: 3526 owner id 0df178f4-b5a2-4837-a12b-73428e566d92 [Sat Apr 5 20:21:34 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.36353637.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_owner_cleanup_stale_tasks.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_owner_cleanup_stale_tasks.server2 --cluster-id default --addr 127.0.0.1:8301 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 coverage: 2.0% of statements in github.com/pingcap/tiflow/... table test.t1 exists + sleep 10 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803147876046900 TiDB Cluster ID. tikv_gc_leader_uuid 6581798b3600003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4, pid:4063, start at 2025-04-05 20:21:33.019360114 +0800 CST m=+2.550372264 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:33.028 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:33.016 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:33.016 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803147876046900 TiDB Cluster ID. tikv_gc_leader_uuid 6581798b3600003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4, pid:4063, start at 2025-04-05 20:21:33.019360114 +0800 CST m=+2.550372264 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:33.028 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:33.016 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:33.016 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803139119915846 TiDB Cluster ID. tikv_gc_leader_uuid 6581798b4f00007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4, pid:4137, start at 2025-04-05 20:21:33.128865276 +0800 CST m=+2.585900698 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:33.138 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:33.116 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:33.116 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff successfully check diff failed 20-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:21:35.376 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark1000] [2025/04/05 20:21:35.453 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark1000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:21:35.455 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] start tidb cluster in /tmp/tidb_cdc_test/ddl_sequence Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.cli.5531.out cli changefeed update -c test '--sink-uri=mysql://root@127.0.0.1:3306/?batch-dml-enable=true' --no-confirm table ddl_manager.finish_mark not exists for 86-th check, retry later Diff of changefeed config: {Type:update Path:[SinkURI] From:mysql://root@127.0.0.1:3306/?batch-dml-enable=false To:mysql://root@127.0.0.1:3306/?batch-dml-enable=true} ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Update changefeed config successfully! ID: test Info: {"upstream_id":7489803068173753417,"namespace":"default","id":"test","sink_uri":"mysql://root@127.0.0.1:3306/?batch-dml-enable=true","create_time":"2025-04-05T20:21:25.879853906+08:00","start_ts":457141304829149186,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"delete_only_output_handle_key_columns":null,"content_compatible":null,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457141305353437216,"checkpoint_time":"2025-04-05 20:21:27.536"} PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... table test.finish_mark not exists for 8-th check, retry later [Sat Apr 5 20:21:36 CST 2025] <<<<<< START cdc server in batch_add_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_add_table.54715473.out server --log-file /tmp/tidb_cdc_test/batch_add_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/batch_add_table/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 21-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803158881728369 TiDB Cluster ID. tikv_gc_leader_uuid 6581798e0940008 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:4371, start at 2025-04-05 20:21:35.929796819 +0800 CST m=+2.472564738 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:35.940 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:35.909 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:35.909 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803158881728369 TiDB Cluster ID. tikv_gc_leader_uuid 6581798e0940008 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:4371, start at 2025-04-05 20:21:35.929796819 +0800 CST m=+2.472564738 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:35.940 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:35.909 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:35.909 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803153201448430 TiDB Cluster ID. tikv_gc_leader_uuid 6581798e2e00009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:4451, start at 2025-04-05 20:21:36.105869764 +0800 CST m=+2.575016460 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:36.114 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:36.106 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:36.106 +0800 All versions after safe point can be accessed. (DO NOT EDIT) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/ddl_with_exists/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:21:37 CST 2025] <<<<<< run test case ddl_with_exists success! >>>>>> [2025/04/05 20:21:37.554 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark1000] [2025/04/05 20:21:37.561 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark1000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:21:37.562 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] found first match line: 457141307297759239 : [2025/04/05 20:21:35.673 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=136] [jobID=137] [query="CREATE TABLE IF NOT EXISTS `finishmark1000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141307297759239] [2025/04/05 20:21:37.655 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark1000] [2025/04/05 20:21:37.655 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141307297759239] [2025/04/05 20:21:37.659 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:21:37.663 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:21:37.668 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:21:37.673 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:21:37.766 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark2000] [2025/04/05 20:21:37.766 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark2000] Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/consistent_replicate_gbk/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/consistent_replicate_gbk/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/consistent_replicate_gbk/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/consistent_replicate_gbk/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/consistent_replicate_gbk/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:21:37 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003b72990 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141307704606723 MinTableBarrierTs:457141307966750725 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0df178f4-b5a2-4837-a12b-73428e566d92 {"id":"0df178f4-b5a2-4837-a12b-73428e566d92","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855688} /tidb/cdc/default/__cdc_meta__/capture/f3f296fe-ca34-4587-a5f5-0ca38e07cdaa {"id":"f3f296fe-ca34-4587-a5f5-0ca38e07cdaa","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855694} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458b1a 0df178f4-b5a2-4837-a12b-73428e566d92 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458b64 f3f296fe-ca34-4587-a5f5-0ca38e07cdaa /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141307704606723,"min-table-barrier-ts":457141307966750725,"admin-job-type":0} /tidb/cdc/default/default/task/position/0df178f4-b5a2-4837-a12b-73428e566d92/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f3f296fe-ca34-4587-a5f5-0ca38e07cdaa/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003b72990 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141307704606723 MinTableBarrierTs:457141307966750725 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0df178f4-b5a2-4837-a12b-73428e566d92 {"id":"0df178f4-b5a2-4837-a12b-73428e566d92","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855688} /tidb/cdc/default/__cdc_meta__/capture/f3f296fe-ca34-4587-a5f5-0ca38e07cdaa {"id":"f3f296fe-ca34-4587-a5f5-0ca38e07cdaa","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855694} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458b1a 0df178f4-b5a2-4837-a12b-73428e566d92 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458b64 f3f296fe-ca34-4587-a5f5-0ca38e07cdaa /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141307704606723,"min-table-barrier-ts":457141307966750725,"admin-job-type":0} /tidb/cdc/default/default/task/position/0df178f4-b5a2-4837-a12b-73428e566d92/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f3f296fe-ca34-4587-a5f5-0ca38e07cdaa/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003b72990 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141307704606723 MinTableBarrierTs:457141307966750725 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0df178f4-b5a2-4837-a12b-73428e566d92 {"id":"0df178f4-b5a2-4837-a12b-73428e566d92","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855688} /tidb/cdc/default/__cdc_meta__/capture/f3f296fe-ca34-4587-a5f5-0ca38e07cdaa {"id":"f3f296fe-ca34-4587-a5f5-0ca38e07cdaa","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855694} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458b1a 0df178f4-b5a2-4837-a12b-73428e566d92 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458b64 f3f296fe-ca34-4587-a5f5-0ca38e07cdaa /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141307704606723,"min-table-barrier-ts":457141307966750725,"admin-job-type":0} /tidb/cdc/default/default/task/position/0df178f4-b5a2-4837-a12b-73428e566d92/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f3f296fe-ca34-4587-a5f5-0ca38e07cdaa/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list --server 'http://127.0.0.1:8301' 2>&1 | grep -v "0df178f4-b5a2-4837-a12b-73428e566d92" | grep id Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_update_to_no_batch.cli.5566.out cli changefeed resume -c test table ddl_manager.finish_mark not exists for 87-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803158451502950 TiDB Cluster ID. tikv_gc_leader_uuid 6581798e3bc000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-3-b2x41, pid:4166, start at 2025-04-05 20:21:36.145142944 +0800 CST m=+2.282419475 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:36.153 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:36.111 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:36.111 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803158451502950 TiDB Cluster ID. tikv_gc_leader_uuid 6581798e3bc000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-3-b2x41, pid:4166, start at 2025-04-05 20:21:36.145142944 +0800 CST m=+2.282419475 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:36.153 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:36.111 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:36.111 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803158052063235 TiDB Cluster ID. tikv_gc_leader_uuid 6581798e6d00007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-3-b2x41, pid:4239, start at 2025-04-05 20:21:36.336156968 +0800 CST m=+2.397404182 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:36.345 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:36.308 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:36.308 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/processor_etcd_worker_delay/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/processor_etcd_worker_delay/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/processor_etcd_worker_delay/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/processor_etcd_worker_delay/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/processor_etcd_worker_delay/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } PASS table test.finish_mark not exists for 9-th check, retry later coverage: 2.1% of statements in github.com/pingcap/tiflow/... "cluster-id": "default" "id": "f3f296fe-ca34-4587-a5f5-0ca38e07cdaa", "cluster-id": "default" run task successfully check diff failed 1-th time, retry later split_and_random_merge scale: 40 *************************** 1. row *************************** count(distinct region_id): 1 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > check diff failed 22-th time, retry later table ddl_manager.finish_mark not exists for 88-th check, retry later < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:21:39 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/669aaea3-f3f9-43bc-88be-27e779561a5e {"id":"669aaea3-f3f9-43bc-88be-27e779561a5e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855697} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e60eeed9 669aaea3-f3f9-43bc-88be-27e779561a5e /tidb/cdc/default/default/upstream/7489803147876046900 {"id":7489803147876046900,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/669aaea3-f3f9-43bc-88be-27e779561a5e {"id":"669aaea3-f3f9-43bc-88be-27e779561a5e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855697} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e60eeed9 669aaea3-f3f9-43bc-88be-27e779561a5e /tidb/cdc/default/default/upstream/7489803147876046900 {"id":7489803147876046900,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/669aaea3-f3f9-43bc-88be-27e779561a5e {"id":"669aaea3-f3f9-43bc-88be-27e779561a5e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855697} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e60eeed9 669aaea3-f3f9-43bc-88be-27e779561a5e /tidb/cdc/default/default/upstream/7489803147876046900 {"id":7489803147876046900,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_add_table.cli.5524.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ + set +x table batch_update_to_no_batch.v1 not exists for 1-th check, retry later [Sat Apr 5 20:21:40 CST 2025] <<<<<< START cdc server in processor_etcd_worker_delay case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/pkg/orchestrator/ProcessorEtcdDelay=return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_etcd_worker_delay.55465548.out server --log-file /tmp/tidb_cdc_test/processor_etcd_worker_delay/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_etcd_worker_delay/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 20:21:39.766 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark2000] [Sat Apr 5 20:21:39 CST 2025] <<<<<< START cdc server in consistent_replicate_gbk case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_gbk.57075709.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_gbk/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_gbk/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Create changefeed successfully! ID: fd6a587e-22ea-4975-8f80-f236eee986d7 Info: {"upstream_id":7489803147876046900,"namespace":"default","id":"fd6a587e-22ea-4975-8f80-f236eee986d7","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:21:40.356315697+08:00","start_ts":457141308690268165,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141308690268165,"checkpoint_ts":457141308690268165,"checkpoint_time":"2025-04-05 20:21:40.265"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table test.finish_mark not exists for 10-th check, retry later capture_id: f3f296fe-ca34-4587-a5f5-0ca38e07cdaa \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [2025/04/05 20:21:41.271 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark3000] [2025/04/05 20:21:41.271 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark3000] [Pipeline] // stage check diff failed 2-th time, retry later [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x [Pipeline] // podTemplate [2025/04/05 20:21:41.772 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark2000] [2025/04/05 20:21:41.861 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark2000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:21:41.863 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] [Pipeline] } check diff failed 23-th time, retry later [Pipeline] // withEnv table ddl_manager.finish_mark not exists for 89-th check, retry later [Pipeline] } table batch_update_to_no_batch.v1 not exists for 2-th check, retry later found first match line: 457141308582264848 : [2025/04/05 20:21:40.772 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=138] [jobID=139] [query="CREATE TABLE IF NOT EXISTS `finishmark2000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141308582264848] [2025/04/05 20:21:41.971 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark2000] [2025/04/05 20:21:41.971 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141308582264848] [2025/04/05 20:21:41.973 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:21:42.058 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:21:42.074 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:21:42.080 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [Pipeline] // stage [Pipeline] } table test.finish_mark not exists for 11-th check, retry later table batch_add_table.finish_mark not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:21:42 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/dc3bf246-2fc4-4ca9-a89c-91600664fbe8 {"id":"dc3bf246-2fc4-4ca9-a89c-91600664fbe8","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855700} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e61aa0d5 dc3bf246-2fc4-4ca9-a89c-91600664fbe8 /tidb/cdc/default/default/upstream/7489803158881728369 {"id":7489803158881728369,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/dc3bf246-2fc4-4ca9-a89c-91600664fbe8 {"id":"dc3bf246-2fc4-4ca9-a89c-91600664fbe8","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855700} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e61aa0d5 dc3bf246-2fc4-4ca9-a89c-91600664fbe8 /tidb/cdc/default/default/upstream/7489803158881728369 {"id":7489803158881728369,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/dc3bf246-2fc4-4ca9-a89c-91600664fbe8 {"id":"dc3bf246-2fc4-4ca9-a89c-91600664fbe8","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855700} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e61aa0d5 dc3bf246-2fc4-4ca9-a89c-91600664fbe8 /tidb/cdc/default/default/upstream/7489803158881728369 {"id":7489803158881728369,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check diff failed 3-th time, retry later table consistent_replicate_gbk.GBKTABLE not exists for 1-th check, retry later [2025/04/05 20:21:43.271 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark3000] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:21:43 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f6e10e42-58e4-41fe-821b-1d6c88e24b08 {"id":"f6e10e42-58e4-41fe-821b-1d6c88e24b08","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855700} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e61a3fd6 f6e10e42-58e4-41fe-821b-1d6c88e24b08 /tidb/cdc/default/default/upstream/7489803158451502950 {"id":7489803158451502950,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f6e10e42-58e4-41fe-821b-1d6c88e24b08 {"id":"f6e10e42-58e4-41fe-821b-1d6c88e24b08","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855700} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e61a3fd6 f6e10e42-58e4-41fe-821b-1d6c88e24b08 /tidb/cdc/default/default/upstream/7489803158451502950 {"id":7489803158451502950,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f6e10e42-58e4-41fe-821b-1d6c88e24b08 {"id":"f6e10e42-58e4-41fe-821b-1d6c88e24b08","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855700} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e61a3fd6 f6e10e42-58e4-41fe-821b-1d6c88e24b08 /tidb/cdc/default/default/upstream/7489803158451502950 {"id":7489803158451502950,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x 0 [Sat Apr 5 20:21:43 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + GO_FAILPOINTS= + (( i <= 50 )) table ddl_manager.finish_mark not exists for 90-th check, retry later + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.37723774.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_owner_cleanup_stale_tasks.server3.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_owner_cleanup_stale_tasks.server3 --cluster-id default --addr 127.0.0.1:8302 ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8302; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803183717825320 TiDB Cluster ID. tikv_gc_leader_uuid 658179942c00009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3, pid:7659, start at 2025-04-05 20:21:42.2091754 +0800 CST m=+2.571997558 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:42.218 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:42.192 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:42.192 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803183717825320 TiDB Cluster ID. tikv_gc_leader_uuid 658179942c00009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3, pid:7659, start at 2025-04-05 20:21:42.2091754 +0800 CST m=+2.571997558 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:42.218 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:42.192 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:42.192 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803186525109096 TiDB Cluster ID. tikv_gc_leader_uuid 658179944d40006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3, pid:7726, start at 2025-04-05 20:21:42.334373846 +0800 CST m=+2.614930384 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:42.342 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:42.325 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:42.325 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_sequence/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_sequence/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_sequence/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_sequence/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_sequence/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table test.finish_mark not exists for 12-th check, retry later check diff successfully table batch_add_table.finish_mark not exists for 2-th check, retry later table batch_update_to_no_batch.v1 exists table batch_update_to_no_batch.recover_and_insert not exists for 1-th check, retry later wait process cdc.test exit for 1-th time... + run_sql 'SELECT * from test.t1' 127.0.0.1 3306 + check_contains 'b: 123456' + check_contains 'b: aaaaa' + check_contains 'c: ab\\\\c' + check_contains 'c: ab\\c' + stop_tidb_cluster check diff failed 4-th time, retry later wait process cdc.test exit for 2-th time... [2025/04/05 20:21:45.277 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark3000] [2025/04/05 20:21:45.283 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark3000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:21:45.284 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:21:45 CST 2025] <<<<<< run test case clustered_index success! >>>>>> found first match line: 457141309521526786 : [2025/04/05 20:21:43.855 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=140] [jobID=141] [query="CREATE TABLE IF NOT EXISTS `finishmark3000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141309521526786] [2025/04/05 20:21:45.456 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark3000] [2025/04/05 20:21:45.456 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141309521526786] [2025/04/05 20:21:45.459 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:21:45.462 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:21:45.467 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:21:45.473 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] table consistent_replicate_gbk.GBKTABLE exists table consistent_replicate_gbk.check1 not exists for 1-th check, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_sequence.cli.8969.out cli tso query --pd=http://127.0.0.1:2379 *************************** 1. row *************************** count(distinct region_id): 40 table ddl_manager.finish_mark exists check diff successfully table batch_add_table.finish_mark not exists for 3-th check, retry later table batch_update_to_no_batch.recover_and_insert not exists for 2-th check, retry later wait process cdc.test exit for 1-th time... table test.finish_mark not exists for 13-th check, retry later [2025/04/05 20:21:46.875 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark4000] [2025/04/05 20:21:46.875 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark4000] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8302 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:21:46 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004129050 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141308491038723 MinTableBarrierTs:457141308753182726 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0df178f4-b5a2-4837-a12b-73428e566d92 {"id":"0df178f4-b5a2-4837-a12b-73428e566d92","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855688} /tidb/cdc/default/__cdc_meta__/capture/903746e4-872c-4e24-a010-964850ba16b9 {"id":"903746e4-872c-4e24-a010-964850ba16b9","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855703} /tidb/cdc/default/__cdc_meta__/capture/f3f296fe-ca34-4587-a5f5-0ca38e07cdaa {"id":"f3f296fe-ca34-4587-a5f5-0ca38e07cdaa","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855694} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458b1a 0df178f4-b5a2-4837-a12b-73428e566d92 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458b64 f3f296fe-ca34-4587-a5f5-0ca38e07cdaa /tidb/cdc/default/__cdc_meta__/owner/22319605e5458bec 903746e4-872c-4e24-a010-964850ba16b9 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141308491038723,"min-table-barrier-ts":457141308753182726,"admin-job-type":0} /tidb/cdc/default/default/task/position/0df178f4-b5a2-4837-a12b-73428e566d92/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/903746e4-872c-4e24-a010-964850ba16b9/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f3f296fe-ca34-4587-a5f5-0ca38e07cdaa/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004129050 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141308491038723 MinTableBarrierTs:457141308753182726 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0df178f4-b5a2-4837-a12b-73428e566d92 {"id":"0df178f4-b5a2-4837-a12b-73428e566d92","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855688} /tidb/cdc/default/__cdc_meta__/capture/903746e4-872c-4e24-a010-964850ba16b9 {"id":"903746e4-872c-4e24-a010-964850ba16b9","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855703} /tidb/cdc/default/__cdc_meta__/capture/f3f296fe-ca34-4587-a5f5-0ca38e07cdaa {"id":"f3f296fe-ca34-4587-a5f5-0ca38e07cdaa","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855694} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458b1a 0df178f4-b5a2-4837-a12b-73428e566d92 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458b64 f3f296fe-ca34-4587-a5f5-0ca38e07cdaa /tidb/cdc/default/__cdc_meta__/owner/22319605e5458bec 903746e4-872c-4e24-a010-964850ba16b9 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141308491038723,"min-table-barrier-ts":457141308753182726,"admin-job-type":0} /tidb/cdc/default/default/task/position/0df178f4-b5a2-4837-a12b-73428e566d92/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/903746e4-872c-4e24-a010-964850ba16b9/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f3f296fe-ca34-4587-a5f5-0ca38e07cdaa/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004129050 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141308491038723 MinTableBarrierTs:457141308753182726 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0df178f4-b5a2-4837-a12b-73428e566d92 {"id":"0df178f4-b5a2-4837-a12b-73428e566d92","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855688} /tidb/cdc/default/__cdc_meta__/capture/903746e4-872c-4e24-a010-964850ba16b9 {"id":"903746e4-872c-4e24-a010-964850ba16b9","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855703} /tidb/cdc/default/__cdc_meta__/capture/f3f296fe-ca34-4587-a5f5-0ca38e07cdaa {"id":"f3f296fe-ca34-4587-a5f5-0ca38e07cdaa","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855694} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458b1a 0df178f4-b5a2-4837-a12b-73428e566d92 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458b64 f3f296fe-ca34-4587-a5f5-0ca38e07cdaa /tidb/cdc/default/__cdc_meta__/owner/22319605e5458bec 903746e4-872c-4e24-a010-964850ba16b9 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-inte+ grep -q 'etcd info' rval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141308491038723,"min-table-barrier-ts":457141308753182726,"admin-job-type":0} /tidb/cdc/default/default/task/position/0df178f4-b5a2-4837-a12b-73428e566d92/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/903746e4-872c-4e24-a010-964850ba16b9/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f3f296fe-ca34-4587-a5f5-0ca38e07cdaa/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list --server 'http://127.0.0.1:8302' 2>&1 | grep '"is-owner": true' run task failed 1-th time, retry later wait process cdc.test exit for 2-th time... check diff successfully table consistent_replicate_gbk.check1 not exists for 2-th check, retry later wait process cdc.test exit for 3-th time... wait process cdc.test exit for 1-th time... + set +x + tso='457141310292754433 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141310292754433 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:21:47 CST 2025] <<<<<< START cdc server in ddl_sequence case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_sequence.90089010.out server --log-file /tmp/tidb_cdc_test/ddl_sequence/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_sequence/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table batch_update_to_no_batch.recover_and_insert not exists for 3-th check, retry later wait process cdc.test exit for 4-th time... wait process cdc.test exit for 2-th time... table test.finish_mark not exists for 14-th check, retry later [2025/04/05 20:21:48.875 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark4000] wait process cdc.test exit for 5-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:21:48 CST 2025] <<<<<< run test case changefeed_pause_resume success! >>>>>> table batch_add_table.finish_mark not exists for 4-th check, retry later cdc.test: no process found wait process cdc.test exit for 6-th time... process cdc.test already exit [Sat Apr 5 20:21:49 CST 2025] <<<<<< run test case ddl_manager success! >>>>>> table consistent_replicate_gbk.check1 exists check diff successfully cdc.test cli capture list --server 'http://127.0.0.1:8302' 2>&1 | grep '"is-owner": true' run task failed 2-th time, retry later wait process cdc.test exit for 1-th time... table batch_update_to_no_batch.recover_and_insert exists table batch_update_to_no_batch.finish_mark not exists for 1-th check, retry later table test.finish_mark not exists for 15-th check, retry later wait process cdc.test exit for 2-th time... [2025/04/05 20:21:50.477 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark5000] [2025/04/05 20:21:50.477 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark5000] table batch_add_table.finish_mark not exists for 5-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:21:51 CST 2025] <<<<<< START cdc server in consistent_replicate_gbk case >>>>>> [2025/04/05 20:21:50.881 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark4000] [2025/04/05 20:21:50.967 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark4000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:21:50.968 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:21:50 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d47d01a2-a364-4fff-8d1d-df1343c42a5b {"id":"d47d01a2-a364-4fff-8d1d-df1343c42a5b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855708} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e636a1e6 d47d01a2-a364-4fff-8d1d-df1343c42a5b /tidb/cdc/default/default/upstream/7489803183717825320 {"id":7489803183717825320,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d47d01a2-a364-4fff-8d1d-df1343c42a5b {"id":"d47d01a2-a364-4fff-8d1d-df1343c42a5b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855708} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e636a1e6 d47d01a2-a364-4fff-8d1d-df1343c42a5b /tidb/cdc/default/default/upstream/7489803183717825320 {"id":7489803183717825320,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d47d01a2-a364-4fff-8d1d-df1343c42a5b {"id":"d47d01a2-a364-4fff-8d1d-df1343c42a5b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855708} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e636a1e6 d47d01a2-a364-4fff-8d1d-df1343c42a5b /tidb/cdc/default/default/upstream/7489803183717825320 {"id":7489803183717825320,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_sequence.cli.9069.out cli changefeed create --start-ts=457141310292754433 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkHangLongTime=return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_gbk.59165918.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_gbk/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_gbk/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 found first match line: 457141310976425985 : [2025/04/05 20:21:49.873 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=142] [jobID=143] [query="CREATE TABLE IF NOT EXISTS `finishmark4000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141310976425985] [2025/04/05 20:21:51.170 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark4000] [2025/04/05 20:21:51.170 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141310976425985] [2025/04/05 20:21:51.173 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:21:51.254 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:21:51.259 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:21:51.266 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] Create changefeed successfully! ID: 162d1b51-8ab8-42e9-873e-65fe7efa01db Info: {"upstream_id":7489803183717825320,"namespace":"default","id":"162d1b51-8ab8-42e9-873e-65fe7efa01db","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:21:51.429154657+08:00","start_ts":457141310292754433,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141310292754433,"checkpoint_ts":457141310292754433,"checkpoint_time":"2025-04-05 20:21:46.378"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... split_and_random_merge scale: 80 *************************** 1. row *************************** count(distinct region_id): 1 table test.finish_mark not exists for 16-th check, retry later [2025/04/05 20:21:52.478 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark5000] [2025/04/05 20:21:52.557 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark5000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:21:52.558 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] table batch_add_table.finish_mark not exists for 6-th check, retry later table batch_update_to_no_batch.finish_mark not exists for 2-th check, retry later + set +x TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ check data failed 1-th time, retry later check data successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:21:50 CST 2025] <<<<<< run test case ddl_puller_lag success! >>>>>> cdc.test cli capture list --server 'http://127.0.0.1:8302' 2>&1 | grep '"is-owner": true' + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:21:54 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/505a555b-bb38-4773-8380-a579c225ac36 {UpstreamID:7489803158881728369 Namespace:default ID:505a555b-bb38-4773-8380-a579c225ac36 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:21:43.117952899 +0800 CST StartTs:457141309409591299 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004319170 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141309435805698} {CheckpointTs:457141309488234501 MinTableBarrierTs:457141312162103307 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141309488234501, checkpointTs: 457141309488234501, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141309488234501, checkpointTs: 457141309488234501, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e1af8c00-dd52-46ec-8912-27911b19b936 {"id":"e1af8c00-dd52-46ec-8912-27911b19b936","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855711} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e61aa17f e1af8c00-dd52-46ec-8912-27911b19b936 /tidb/cdc/default/default/changefeed/info/505a555b-bb38-4773-8380-a579c225ac36 {"upstream-id":7489803158881728369,"namespace":"default","changefeed-id":"505a555b-bb38-4773-8380-a579c225ac36","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:21:43.117952899+08:00","start-ts":457141309409591299,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141309435805698} /tidb/cdc/default/default/changefeed/status/505a555b-bb38-4773-8380-a579c225ac36 {"checkpoint-ts":457141309488234501,"min-table-barrier-ts":457141312162103307,"admin-job-type":0} /tidb/cdc/default/default/task/position/e1af8c00-dd52-46ec-8912-27911b19b936/505a555b-bb38-4773-8380-a579c225ac36 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803158881728369 {"id":7489803158881728369,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/505a555b-bb38-4773-8380-a579c225ac36 {UpstreamID:7489803158881728369 Namespace:default ID:505a555b-bb38-4773-8380-a579c225ac36 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:21:43.117952899 +0800 CST StartTs:457141309409591299 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004319170 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141309435805698} {CheckpointTs:457141309488234501 MinTableBarrierTs:457141312162103307 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141309488234501, checkpointTs: 457141309488234501, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141309488234501, checkpointTs: 457141309488234501, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e1af8c00-dd52-46ec-8912-27911b19b936 {"id":"e1af8c00-dd52-46ec-8912-27911b19b936","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855711} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e61aa17f e1af8c00-dd52-46ec-8912-27911b19b936 /tidb/cdc/default/default/changefeed/info/505a555b-bb38-4773-8380-a579c225ac36 {"upstream-id":7489803158881728369,"namespace":"default","changefeed-id":"505a555b-bb38-4773-8380-a579c225ac36","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:21:43.117952899+08:00","start-ts":457141309409591299,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141309435805698} /tidb/cdc/default/default/changefeed/status/505a555b-bb38-4773-8380-a579c225ac36 {"checkpoint-ts":457141309488234501,"min-table-barrier-ts":457141312162103307,"admin-job-type":0} /tidb/cdc/default/default/task/position/e1af8c00-dd52-46ec-8912-27911b19b936/505a555b-bb38-4773-8380-a579c225ac36 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803158881728369 {"id":7489803158881728369,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/505a555b-bb38-4773-8380-a579c225ac36 {UpstreamID:7489803158881728369 Namespace:default ID:505a555b-bb38-4773-8380-a579c225ac36 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:21:43.117952899 +0800 CST StartTs:457141309409591299 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004319170 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141309435805698} {CheckpointTs:457141309488234501 MinTableBarrierTs:457141312162103307 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141309488234501, checkpointTs: 457141309488234501, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141309488234501, checkpointTs: 457141309488234501, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e1af8c00-dd52-46ec-8912-27911b19b936 {"id":"e1af8c00-dd52-46ec-8912-27911b19b936","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855711} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e61aa17f e1af8c00-dd52-46ec-8912-27911b19b936 /tidb/cdc/default/default/changefeed/info/505a555b-bb38-4773-8380-a579c225ac36 {"upstream-id":7489803158881728369,"namespace":"default","changefeed-id":"505a555b-bb38-4773-8380-a579c225ac36","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:21:43.117952899+08:00","start-ts":457141309409591299,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141309435805698} /tidb/cdc/default/default/changefeed/status/505a555b-bb38-4773-8380-a579c225ac36 {"checkpoint-ts":457141309488234501,"min-table-barrier-ts":457141312162103307,"admin-job-type":0} /tidb/cdc/default/default/task/position/e1af8c00-dd52-46ec-8912-27911b19b936/505a555b-bb38-4773-8380-a579c225ac36 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803158881728369 {"id":7489803158881728369,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table batch_add_table.finish_mark not exists for 7-th check, retry later table batch_update_to_no_batch.finish_mark not exists for 3-th check, retry later table test.finish_mark not exists for 17-th check, retry later "is-owner": true, run task successfully nonempty select id, val from test.availability1 where id=1 and val=1 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later [2025/04/05 20:21:54.773 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark5000] [2025/04/05 20:21:54.779 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark5000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:21:54.781 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] found first match line: 457141311885279246 : [2025/04/05 20:21:52.853 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=144] [jobID=145] [query="CREATE TABLE IF NOT EXISTS `finishmark5000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141311885279246] [2025/04/05 20:21:55.166 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark5000] [2025/04/05 20:21:55.166 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141311885279246] [2025/04/05 20:21:55.169 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:21:55.172 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/processor_resolved_ts_fallback/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [2025/04/05 20:21:55.255 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:21:55.268 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:21:56.263 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark6000] [2025/04/05 20:21:56.264 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark6000] table batch_add_table.finish_mark not exists for 8-th check, retry later table batch_update_to_no_batch.finish_mark not exists for 4-th check, retry later table test.finish_mark not exists for 18-th check, retry later + start_tidb_cluster --workdir /tmp/tidb_cdc_test/sql_mode The 1 times to try to start tidb cluster... nonempty select id, val from test.availability1 where id=1 and val=1 run task successfully nonempty select id, val from test.availability1 where id=1 and val=22 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later *************************** 1. row *************************** count(distinct region_id): 79 [2025/04/05 20:21:58.264 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark6000] table batch_update_to_no_batch.finish_mark exists check diff successfully [2025/04/05 20:21:58.270 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark6000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:21:58.271 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] start tidb cluster in /tmp/tidb_cdc_test/processor_resolved_ts_fallback Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table test.finish_mark not exists for 19-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cli_with_auth/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... wait process cdc.test exit for 1-th time... table batch_add_table.finish_mark not exists for 9-th check, retry later table ddl_sequence.finish_mark not exists for 1-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/sql_mode Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... wait process cdc.test exit for 2-th time... nonempty select id, val from test.availability1 where id=1 and val=22 run task successfully empty select id, val from test.availability1 where id=1 TEST FAILED: OUTPUT CONTAINS 'id:' ____________________________________ *************************** 1. row *************************** id: 1 val: 22 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later check_redo_resolved_ts 505a555b-bb38-4773-8380-a579c225ac36 457141313669431299 s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/ /tmp/tidb_cdc_test/consistent_replicate_gbk/cdc_data/redo/505a555b-bb38-4773-8380-a579c225ac36/meta global resolved ts 457141312319389718 not forward to 457141313669431299 run task failed 1-th time, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:21:59 CST 2025] <<<<<< run test case batch_update_to_no_batch success! >>>>>> [2025/04/05 20:22:00.063 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark7000] [2025/04/05 20:22:00.063 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark7000] table test.finish_mark not exists for 20-th check, retry later [2025/04/05 20:22:00.553 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark6000] [2025/04/05 20:22:00.559 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark6000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:22:00.560 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] table batch_add_table.finish_mark not exists for 10-th check, retry later found first match line: 457141313327071244 : [2025/04/05 20:21:58.873 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=146] [jobID=147] [query="CREATE TABLE IF NOT EXISTS `finishmark6000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141313327071244] [2025/04/05 20:22:00.865 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark6000] [2025/04/05 20:22:00.865 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141313327071244] [2025/04/05 20:22:00.867 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:00.870 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:22:00.874 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:00.879 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] table ddl_sequence.finish_mark not exists for 2-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/ddl_only_block_related_table/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... empty select id, val from test.availability1 where id=1 run task successfully test_owner_cleanup_stale_tasks pass =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_source/run.sh using Sink-Type: mysql... <<================= check_redo_resolved_ts 505a555b-bb38-4773-8380-a579c225ac36 457141313669431299 s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/ /tmp/tidb_cdc_test/consistent_replicate_gbk/cdc_data/redo/505a555b-bb38-4773-8380-a579c225ac36/meta global resolved ts 457141312319389718 not forward to 457141313669431299 run task failed 2-th time, retry later wait process cdc.test exit for 1-th time... start tidb cluster in /tmp/tidb_cdc_test/cli_with_auth Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... wait process cdc.test exit for 2-th time... [2025/04/05 20:22:02.063 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark7000] table test.finish_mark not exists for 21-th check, retry later table batch_add_table.finish_mark not exists for 11-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_owner_retryable_error [Sat Apr 5 20:22:02 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/capture/capture-campaign-compacted-error=1*return(true)' + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.40124014.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_owner_retryable_error.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_owner_retryable_error.server1 --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table ddl_sequence.finish_mark not exists for 3-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/ddl_only_block_related_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/05 20:22:04.069 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark7000] [2025/04/05 20:22:04.156 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark7000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:22:04.158 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] table region_merge.t1 exists check diff failed 1-th time, retry later table batch_add_table.finish_mark not exists for 12-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) found first match line: 457141314428076046 : [2025/04/05 20:22:02.872 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=148] [jobID=149] [query="CREATE TABLE IF NOT EXISTS `finishmark7000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141314428076046] [2025/04/05 20:22:04.574 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark7000] [2025/04/05 20:22:04.574 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141314428076046] [2025/04/05 20:22:04.662 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:04.665 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:22:04.672 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] The 1 times to try to start tidb cluster... [2025/04/05 20:22:04.754 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] table test.finish_mark not exists for 22-th check, retry later table ddl_sequence.finish_mark not exists for 4-th check, retry later [2025/04/05 20:22:05.354 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark8000] [2025/04/05 20:22:05.355 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark8000] Verifying downstream PD is started... check_redo_resolved_ts 505a555b-bb38-4773-8380-a579c225ac36 457141313669431299 s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/ /tmp/tidb_cdc_test/consistent_replicate_gbk/cdc_data/redo/505a555b-bb38-4773-8380-a579c225ac36/meta run task successfully check diff failed 2-th time, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:05 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004259200 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141313996062724 MinTableBarrierTs:457141315306782728 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141315306782728, checkpointTs: 457141313996062724, state: Prepared span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141315306782726, checkpointTs: 457141313996062724, state: Prepared span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141315306782726, checkpointTs: 457141313996062724, state: Prepared *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c9df3661-0ca9-4b41-9588-1f5c8a6531fa {"id":"c9df3661-0ca9-4b41-9588-1f5c8a6531fa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855723} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458cb6 c9df3661-0ca9-4b41-9588-1f5c8a6531fa /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141313996062724,"min-table-barrier-ts":457141315306782728,"admin-job-type":0} /tidb/cdc/default/default/task/position/c9df3661-0ca9-4b41-9588-1f5c8a6531fa/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004259200 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141313996062724 MinTableBarrierTs:457141315306782728 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141315306782728, checkpointTs: 457141313996062724, state: Prepared span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141315306782726, checkpointTs: 457141313996062724, state: Prepared span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141315306782726, checkpointTs: 457141313996062724, state: Prepared *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c9df3661-0ca9-4b41-9588-1f5c8a6531fa {"id":"c9df3661-0ca9-4b41-9588-1f5c8a6531fa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855723} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458cb6 c9df3661-0ca9-4b41-9588-1f5c8a6531fa /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141313996062724,"min-table-barrier-ts":457141315306782728,"admin-job-type":0} /tidb/cdc/default/default/task/position/c9df3661-0ca9-4b41-9588-1f5c8a6531fa/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 + grep -q 'failed to get info:' {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc004259200 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141313996062724 MinTableBarrierTs:457141315306782728 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141315306782728, checkpointTs: 457141313996062724, state: Prepared span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141315306782726, checkpointTs: 457141313996062724, state: Prepared span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141315306782726, checkpointTs: 457141313996062724, state: Prepared *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c9df3661-0ca9-4b41-9588-1f5c8a6531fa {"id":"c9df3661-0ca9-4b41-9588-1f5c8a6531fa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855723} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458cb6 c9df3661-0ca9-4b41-9588-1f5c8a6531fa /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141313996062724,"min-table-barrier-ts":457141315306782728,"admin-job-type":0} /tidb/cdc/default/default/task/position/c9df3661-0ca9-4b41-9588-1f5c8a6531fa/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' wait process cdc.test exit for 1-th time... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table test.finish_mark not exists for 23-th check, retry later wait process cdc.test exit for 2-th time... table batch_add_table.finish_mark not exists for 13-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 20:22:07.203 +08:00] [INFO] [helper.go:54] ["init log"] [file=] [level=info] [2025/04/05 20:22:07.204 +08:00] [INFO] [apply.go:78] ["set memory limit"] [memoryLimit=10737418240] [2025/04/05 20:22:07.204 +08:00] [INFO] [apply.go:94] ["Start http pprof server"] [addr=127.0.0.1:6060] [2025/04/05 20:22:07.205 +08:00] [INFO] [s3.go:423] ["succeed to get bucket region from s3"] ["bucket region"=us-east-1] [2025/04/05 20:22:07.208 +08:00] [INFO] [mem_quota.go:82] ["New memory quota"] [namespace=default] [changefeed=redo-applier] [total=1073741824] [2025/04/05 20:22:07.208 +08:00] [INFO] [redo.go:167] ["apply redo log starts"] [checkpointTs=457141312319389718] [resolvedTs=457141314534244354] [2025/04/05 20:22:07.209 +08:00] [INFO] [s3.go:423] ["succeed to get bucket region from s3"] ["bucket region"=us-east-1] [2025/04/05 20:22:07.209 +08:00] [INFO] [s3.go:423] ["succeed to get bucket region from s3"] ["bucket region"=us-east-1] [2025/04/05 20:22:07.209 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 20:22:07.209 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 20:22:07.209 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 20:22:07.212 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=ddl] [duration=3.905209ms] [2025/04/05 20:22:07.213 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=row] [duration=4.339568ms] [2025/04/05 20:22:07.214 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22ONLY_FULL_GROUP_BY%2CNO_AUTO_VALUE_ON_ZERO%2CALLOW_INVALID_DATES%2CNO_ENGINE_SUBSTITUTION%2CIGNORE_SPACE%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 20:22:07.217 +08:00] [INFO] [mysql.go:195] ["MySQL backends is created"] [changefeed=.] [workerCount=16] [forceReplicate=false] [2025/04/05 20:22:07.218 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:22:07.218 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:22:07.218 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:22:07.218 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:22:07.218 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:22:07.218 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:22:07.218 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:22:07.218 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:22:07.218 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:22:07.218 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:22:07.218 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:22:07.218 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:22:07.218 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:22:07.218 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:22:07.218 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:22:07.218 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:22:07.218 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=1] [2025/04/05 20:22:07.218 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=2] [2025/04/05 20:22:07.218 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=0] [2025/04/05 20:22:07.218 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=4] [2025/04/05 20:22:07.218 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=3] [2025/04/05 20:22:07.218 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=6] [2025/04/05 20:22:07.218 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=5] [2025/04/05 20:22:07.218 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=7] [2025/04/05 20:22:07.218 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=8] [2025/04/05 20:22:07.218 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=9] [2025/04/05 20:22:07.218 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=10] [2025/04/05 20:22:07.218 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=11] [2025/04/05 20:22:07.218 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=12] [2025/04/05 20:22:07.219 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=13] [2025/04/05 20:22:07.219 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=14] [2025/04/05 20:22:07.219 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=15] [2025/04/05 20:22:07.219 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 20:22:07.219 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 20:22:07.219 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 20:22:07.223 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22ONLY_FULL_GROUP_BY%2CNO_AUTO_VALUE_ON_ZERO%2CALLOW_INVALID_DATES%2CNO_ENGINE_SUBSTITUTION%2CIGNORE_SPACE%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 20:22:07.226 +08:00] [WARN] [mysql_ddl_sink.go:291] ["please set `has-vector-type` to be true if a column is vector type when the downstream is not TiDB or TiDB version less than specify version"] [hasVectorType=false] [supportVectorVersion=8.4.0] [2025/04/05 20:22:07.226 +08:00] [INFO] [mysql_ddl_sink.go:122] ["MySQL DDL sink is created"] [namespace=] [changefeed=] [2025/04/05 20:22:07.226 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457141312319389715,\"CommitTs\":457141312319389718,\"Query\":\"create table consistent_replicate_gbk.GBKTABLE2 like consistent_replicate_gbk.GBKTABLE\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_gbk\",\"Table\":\"GBKTABLE2\",\"TableID\":118,\"IsPartition\":false},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":3,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:22:07.226 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457141312319389718] [DDL="create table consistent_replicate_gbk.GBKTABLE2 like consistent_replicate_gbk.GBKTABLE"] [2025/04/05 20:22:07.228 +08:00] [INFO] [mysql_ddl_sink.go:150] ["Execute DDL failed, but error can be ignored"] [startTs=457141312319389715] [ddl="create table consistent_replicate_gbk.GBKTABLE2 like consistent_replicate_gbk.GBKTABLE"] [namespace=] [changefeed=] [error="Error 1050 (42S01): Table 'consistent_replicate_gbk.GBKTABLE2' already exists"] "is-owner": true, run task successfully [2025/04/05 20:22:07.355 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark8000] [2025/04/05 20:22:07.360 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark8000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:22:07.362 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] table ddl_sequence.finish_mark exists check diff successfully [2025/04/05 20:22:07.428 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}"] [checkpointTs=457141314534244354] [2025/04/05 20:22:07.428 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}"] [checkpointTs=457141314534244354] [2025/04/05 20:22:07.528 +08:00] [INFO] [redo.go:223] ["apply redo log finishes"] [appliedLogCount=1] [appliedDDLCount=1] [currentCheckpoint=457141314534244354] [2025/04/05 20:22:07.528 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=2] [2025/04/05 20:22:07.528 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=6] [2025/04/05 20:22:07.528 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=9] [2025/04/05 20:22:07.528 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=14] [2025/04/05 20:22:07.528 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=12] [2025/04/05 20:22:07.528 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=5] [2025/04/05 20:22:07.528 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=13] [2025/04/05 20:22:07.528 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=8] [2025/04/05 20:22:07.528 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=11] [2025/04/05 20:22:07.528 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=15] [2025/04/05 20:22:07.528 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=7] [2025/04/05 20:22:07.528 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=0] [2025/04/05 20:22:07.528 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=1] [2025/04/05 20:22:07.528 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=10] [2025/04/05 20:22:07.528 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=4] [2025/04/05 20:22:07.528 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=3] Apply redo log successfully wait process cdc.test exit for 1-th time... check diff failed 3-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore check diff successfully [Sat Apr 5 20:22:07 CST 2025] <<<<<< run test case consistent_replicate_gbk success! >>>>>> Exiting on signal: INTERRUPT Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) wait process cdc.test exit for 2-th time... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... table test.finish_mark not exists for 24-th check, retry later owner pid: 4017 owner id c9df3661-0ca9-4b41-9588-1f5c8a6531fa [Sat Apr 5 20:22:08 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/owner-run-with-error=1*return(true);github.com/pingcap/tiflow/cdc/capture/capture-resign-failed=1*return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.41454147.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_owner_retryable_error.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_owner_retryable_error.server2 --cluster-id default --addr 127.0.0.1:8301 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:22:08 CST 2025] <<<<<< run test case ddl_sequence success! >>>>>> table batch_add_table.finish_mark not exists for 14-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/multi_source Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803292144253381 TiDB Cluster ID. tikv_gc_leader_uuid 658179ac21c0012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-w-6l0wz, pid:4651, start at 2025-04-05 20:22:06.76104177 +0800 CST m=+2.288970131 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:06.768 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:06.775 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:06.775 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803292144253381 TiDB Cluster ID. tikv_gc_leader_uuid 658179ac21c0012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-w-6l0wz, pid:4651, start at 2025-04-05 20:22:06.76104177 +0800 CST m=+2.288970131 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:06.768 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:06.775 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:06.775 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803292016188023 TiDB Cluster ID. tikv_gc_leader_uuid 658179ac468000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-w-6l0wz, pid:4739, start at 2025-04-05 20:22:06.904702742 +0800 CST m=+2.351353905 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:06.935 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:06.927 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:06.927 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/processor_resolved_ts_fallback/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/processor_resolved_ts_fallback/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/processor_resolved_ts_fallback/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/processor_resolved_ts_fallback/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/processor_resolved_ts_fallback/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:22:09.460 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark9000] [2025/04/05 20:22:09.460 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark9000] [2025/04/05 20:22:09.758 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark8000] [2025/04/05 20:22:09.763 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark8000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:22:09.765 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803098148105220 TiDB Cluster ID. tikv_gc_leader_uuid 6581797fe580003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:9032, start at 2025-04-05 20:21:21.43366308 +0800 CST m=+2.254844648 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:21.441 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:21.430 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:21.430 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803098148105220 TiDB Cluster ID. tikv_gc_leader_uuid 6581797fe580003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:9032, start at 2025-04-05 20:21:21.43366308 +0800 CST m=+2.254844648 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:21.441 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:21.430 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:21.430 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803095830298007 TiDB Cluster ID. tikv_gc_leader_uuid 6581797ffd4000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:9107, start at 2025-04-05 20:21:21.542401648 +0800 CST m=+2.293824631 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:21.551 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:21.525 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:21.525 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 1396 (HY000) at line 1: Operation CREATE USER failed for 'normal'@'%' start tidb cluster failed The 2 times to try to start tidb cluster... check diff failed 4-th time, retry later found first match line: 457141315712581646 : [2025/04/05 20:22:07.872 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=150] [jobID=151] [query="CREATE TABLE IF NOT EXISTS `finishmark8000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141315712581646] [2025/04/05 20:22:10.262 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark8000] [2025/04/05 20:22:10.262 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141315712581646] [2025/04/05 20:22:10.265 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:10.268 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:22:10.274 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:10.357 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] table test.finish_mark not exists for 25-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table batch_add_table.finish_mark not exists for 15-th check, retry later [Sat Apr 5 20:22:10 CST 2025] <<<<<< START cdc server in processor_resolved_ts_fallback case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkExecDMLError=return(true);github.com/pingcap/tiflow/cdc/sink/dmlsink/mq/dmlproducer/KafkaSinkAsyncSendError=return(true)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_resolved_ts_fallback.59986000.out server --log-file /tmp/tidb_cdc_test/processor_resolved_ts_fallback/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_resolved_ts_fallback/cdc_data1 --cluster-id default --addr 127.0.0.1:8301 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:22:11.461 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark9000] [2025/04/05 20:22:11.467 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark9000] /tmp/tidb_cdc_test/bank/cdcdown.log Verifying downstream PD is started... [2025/04/05 20:22:11.468 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] found first match line: 457141316761157646 : [2025/04/05 20:22:11.953 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=152] [jobID=153] [query="CREATE TABLE IF NOT EXISTS `finishmark9000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141316761157646] [2025/04/05 20:22:11.976 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark9000] [2025/04/05 20:22:11.976 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141316761157646] [2025/04/05 20:22:11.978 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:11 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003eaeab0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141316617502730 MinTableBarrierTs:457141316892753921 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/466cfebb-a0df-4b6b-9d79-06635fc079cf {"id":"466cfebb-a0df-4b6b-9d79-06635fc079cf","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855728} /tidb/cdc/default/__cdc_meta__/capture/c9df3661-0ca9-4b41-9588-1f5c8a6531fa {"id":"c9df3661-0ca9-4b41-9588-1f5c8a6531fa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855723} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458cb6 c9df3661-0ca9-4b41-9588-1f5c8a6531fa /tidb/cdc/default/__cdc_meta__/owner/22319605e5458cff 466cfebb-a0df-4b6b-9d79-06635fc079cf /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141316630609921,"min-table-barrier-ts":457141316892753921,"admin-job-type":0} /tidb/cdc/default/default/task/position/466cfebb-a0df-4b6b-9d79-06635fc079cf/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/c9df3661-0ca9-4b41-9588-1f5c8a6531fa/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003eaeab0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141316617502730 MinTableBarrierTs:457141316892753921 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/466cfebb-a0df-4b6b-9d79-06635fc079cf {"id":"466cfebb-a0df-4b6b-9d79-06635fc079cf","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855728} /tidb/cdc/default/__cdc_meta__/capture/c9df3661-0ca9-4b41-9588-1f5c8a6531fa {"id":"c9df3661-0ca9-4b41-9588-1f5c8a6531fa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855723} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458cb6 c9df3661-0ca9-4b41-9588-1f5c8a6531fa /tidb/cdc/default/__cdc_meta__/owner/22319605e5458cff 466cfebb-a0df-4b6b-9d79-06635fc079cf /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141316630609921,"min-table-barrier-ts":457141316892753921,"admin-job-type":0} /tidb/cdc/default/default/task/position/466cfebb-a0df-4b6b-9d79+ grep -q 'failed to get info:' -06635fc079cf/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/c9df3661-0ca9-4b41-9588-1f5c8a6531fa/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003eaeab0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141316617502730 MinTableBarrierTs:457141316892753921 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/466cfebb-a0df-4b6b-9d79-06635fc079cf {"id":"466cfebb-a0df-4b6b-9d79-06635fc079cf","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855728} /tidb/cdc/default/__cdc_meta__/capture/c9df3661-0ca9-4b41-9588-1f5c8a6531fa {"id":"c9df3661-0ca9-4b41-9588-1f5c8a6531fa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855723} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458cb6 c9df3661-0ca9-4b41-9588-1f5c8a6531fa /tidb/cdc/default/__cdc_meta__/owner/22319605e5458cff 466cfebb-a0df-4b6b-9d79-06635fc079cf /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141316630609921,"min-table-barrier-ts":457141316892753921,"admin-job-type":0} /tidb/cdc/default/default/task/position/466cfebb-a0df-4b6b-9d79-06635fc079cf/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/c9df3661-0ca9-4b41-9588-1f5c8a6531fa/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep -v "c9df3661-0ca9-4b41-9588-1f5c8a6531fa" | grep id =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_resume_with_checkpoint_ts/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... check diff successfully [2025/04/05 20:22:11.981 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:22:12.053 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:12.059 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] wait process cdc.test exit for 1-th time... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table test.finish_mark not exists for 26-th check, retry later table batch_add_table.finish_mark not exists for 16-th check, retry later wait process cdc.test exit for 2-th time... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803304837832150 TiDB Cluster ID. tikv_gc_leader_uuid 658179b033c0004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv, pid:6680, start at 2025-04-05 20:22:10.93156117 +0800 CST m=+2.392570882 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:10.939 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:10.945 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:10.945 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803304837832150 TiDB Cluster ID. tikv_gc_leader_uuid 658179b033c0004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv, pid:6680, start at 2025-04-05 20:22:10.93156117 +0800 CST m=+2.392570882 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:10.939 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:10.945 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:10.945 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803308062189358 TiDB Cluster ID. tikv_gc_leader_uuid 658179b0728000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv, pid:6749, start at 2025-04-05 20:22:11.189054956 +0800 CST m=+2.562725057 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:11.197 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:11.196 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:11.196 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } "cluster-id": "default" "id": "466cfebb-a0df-4b6b-9d79-06635fc079cf", "cluster-id": "default" run task successfully cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:22:13 CST 2025] <<<<<< run test case region_merge success! >>>>>> VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803315163721172 TiDB Cluster ID. tikv_gc_leader_uuid 658179b11780011 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:9901, start at 2025-04-05 20:22:11.844331345 +0800 CST m=+2.654116457 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:11.854 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:11.856 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:11.856 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803315163721172 TiDB Cluster ID. tikv_gc_leader_uuid 658179b11780011 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:9901, start at 2025-04-05 20:22:11.844331345 +0800 CST m=+2.654116457 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:11.854 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:11.856 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:11.856 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803299844196999 TiDB Cluster ID. tikv_gc_leader_uuid 658179b1150000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:9973, start at 2025-04-05 20:22:11.830269281 +0800 CST m=+2.577769158 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:11.839 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:11.846 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:11.846 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/cli_with_auth/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/cli_with_auth/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/cli_with_auth/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/cli_with_auth/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cli_with_auth/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:13 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/89d2a655-f6bd-4dc7-a7b9-2d46d7541dde {"id":"89d2a655-f6bd-4dc7-a7b9-2d46d7541dde","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855731} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e68fdfd4 89d2a655-f6bd-4dc7-a7b9-2d46d7541dde /tidb/cdc/default/default/upstream/7489803292144253381 {"id":7489803292144253381,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/89d2a655-f6bd-4dc7-a7b9-2d46d7541dde {"id":"89d2a655-f6bd-4dc7-a7b9-2d46d7541dde","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855731} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e68fdfd4 89d2a655-f6bd-4dc7-a7b9-2d46d7541dde /tidb/cdc/default/default/upstream/7489803292144253381 {"id":7489803292144253381,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/89d2a655-f6bd-4dc7-a7b9-2d46d7541dde {"id":"89d2a655-f6bd-4dc7-a7b9-2d46d7541dde","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855731} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e68fdfd4 89d2a655-f6bd-4dc7-a7b9-2d46d7541dde /tidb/cdc/default/default/upstream/7489803292144253381 {"id":7489803292144253381,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_resolved_ts_fallback.cli.6051.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --server=127.0.0.1:8301 Create changefeed successfully! ID: 252be59c-482d-4c07-ba5a-2ce52bc8f809 Info: {"upstream_id":7489803292144253381,"namespace":"default","id":"252be59c-482d-4c07-ba5a-2ce52bc8f809","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:22:14.31525507+08:00","start_ts":457141317592678406,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141317592678406,"checkpoint_ts":457141317592678406,"checkpoint_time":"2025-04-05 20:22:14.225"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table batch_add_table.finish_mark not exists for 17-th check, retry later capture_id: 466cfebb-a0df-4b6b-9d79-06635fc079cf % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 35 100 35 0 0 28089 0 --:--:-- --:--:-- --:--:-- 35000 { "status": true, "message": "" }ETCDCTL_API=3 etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix | grep 'c9df3661-0ca9-4b41-9588-1f5c8a6531fa' run task failed 1-th time, retry later [2025/04/05 20:22:14.268 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark10000] [2025/04/05 20:22:14.268 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark10000] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.finish_mark not exists for 27-th check, retry later [Sat Apr 5 20:22:14 CST 2025] <<<<<< START cdc server in ddl_only_block_related_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.80048006.out server --log-file /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 start tidb cluster in /tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table processor_delay.t1 exists table processor_delay.t2 exists table processor_delay.t3 exists table processor_delay.t4 exists table processor_delay.t5 exists table processor_delay.t6 exists table processor_delay.t7 exists table processor_delay.t8 exists table processor_delay.t9 exists table processor_delay.t10 exists table processor_delay.t11 exists table processor_delay.t12 exists table processor_delay.t13 not exists for 1-th check, retry later table processor_delay.t13 exists table processor_delay.t14 not exists for 1-th check, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.11371.out cli tso query --pd=http://127.0.0.1:2379 + set +x cdc cli processor list --server http://127.0.0.1:8301 |jq '.|length'|grep -E '^1$' 1 run task successfully table processor_resolved_ts_fallback.t1 not exists for 1-th check, retry later table processor_delay.t14 exists table processor_delay.t15 not exists for 1-th check, retry later [2025/04/05 20:22:16.268 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark10000] [2025/04/05 20:22:16.274 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark10000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:22:16.275 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.finish_mark not exists for 28-th check, retry later table batch_add_table.finish_mark exists check diff successfully ETCDCTL_API=3 etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix | grep 'c9df3661-0ca9-4b41-9588-1f5c8a6531fa' c9df3661-0ca9-4b41-9588-1f5c8a6531fa run task successfully ps -C cdc.test -o pid= | awk '{print $1}' | wc -l | grep 2 2 run task successfully test_owner_retryable_error pass wait process cdc.test exit for 1-th time... wait process cdc.test exit for 1-th time... table tidb_cdc.syncpoint_v1 exists table tidb_cdc.syncpoint_v1 exists table bdr_mode.finish_mark exists table bdr_mode.finish_mark not exists for 1-th check, retry later table bdr_mode.finish_mark exists check diff successfully + set +x + tso='457141318033604609 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141318033604609 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:22:17 CST 2025] <<<<<< START cdc server in cli_with_auth case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + GO_FAILPOINTS= + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.1142011422.out server --log-file /tmp/tidb_cdc_test/cli_with_auth/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cli_with_auth/cdc_data --cluster-id default --config /tmp/tidb_cdc_test/cli_with_auth/server.toml ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 2-th time... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/consistent_replicate_nfs/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... wait process cdc.test exit for 2-th time... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table processor_delay.t15 exists table processor_delay.t16 not exists for 1-th check, retry later wait process cdc.test exit for 1-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:18 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/babe2bf2-3e99-4928-ab37-6a2897e0ae50 {"id":"babe2bf2-3e99-4928-ab37-6a2897e0ae50","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855735} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6a37dd7 babe2bf2-3e99-4928-ab37-6a2897e0ae50 /tidb/cdc/default/default/upstream/7489803304837832150 {"id":7489803304837832150,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/babe2bf2-3e99-4928-ab37-6a2897e0ae50 {"id":"babe2bf2-3e99-4928-ab37-6a2897e0ae50","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855735} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6a37dd7 babe2bf2-3e99-4928-ab37-6a2897e0ae50 /tidb/cdc/default/default/upstream/7489803304837832150 {"id":7489803304837832150,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/babe2bf2-3e99-4928-ab37-6a2897e0ae50 {"id":"babe2bf2-3e99-4928-ab37-6a2897e0ae50","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855735} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6a37dd7 babe2bf2-3e99-4928-ab37-6a2897e0ae50 /tidb/cdc/default/default/upstream/7489803304837832150 {"id":7489803304837832150,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.cli.8059.out cli changefeed create --sink-uri=mysql://root@127.0.0.1:3306/ -c=ddl-only-block-related-table cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_gap_between_watch_capture [Sat Apr 5 20:22:18 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/sleep-in-owner-tick=1*sleep(6000)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.43204322.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_gap_between_watch_capture.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_gap_between_watch_capture.server1 --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit table processor_resolved_ts_fallback.t1 exists [Sat Apr 5 20:22:17 CST 2025] <<<<<< START cdc server in processor_resolved_ts_fallback case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_resolved_ts_fallback.61556157.out server --log-file /tmp/tidb_cdc_test/processor_resolved_ts_fallback/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_resolved_ts_fallback/cdc_data2 --cluster-id default --addr 127.0.0.1:8302 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8302; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Create changefeed successfully! ID: ddl-only-block-related-table Info: {"upstream_id":7489803304837832150,"namespace":"default","id":"ddl-only-block-related-table","sink_uri":"mysql://root@127.0.0.1:3306/","create_time":"2025-04-05T20:22:18.446201336+08:00","start_ts":457141318672711683,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141318672711683,"checkpoint_ts":457141318672711683,"checkpoint_time":"2025-04-05 20:22:18.345"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803330180332438 TiDB Cluster ID. tikv_gc_leader_uuid 658179b5ee8000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm, pid:7021, start at 2025-04-05 20:22:16.786107771 +0800 CST m=+2.331299886 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:16.793 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:16.813 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:16.813 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803330180332438 TiDB Cluster ID. tikv_gc_leader_uuid 658179b5ee8000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm, pid:7021, start at 2025-04-05 20:22:16.786107771 +0800 CST m=+2.331299886 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:16.793 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:16.813 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:16.813 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803336498226110 TiDB Cluster ID. tikv_gc_leader_uuid 658179b6070000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm, pid:7086, start at 2025-04-05 20:22:16.888996991 +0800 CST m=+2.355372893 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:16.896 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:16.910 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:16.910 +0800 All versions after safe point can be accessed. (DO NOT EDIT) wait process cdc.test exit for 2-th time... table test.finish_mark not exists for 29-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/resourcecontrol/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_source/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_source/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:22:18 CST 2025] <<<<<< run test case bdr_mode success! >>>>>> [2025/04/05 20:22:18.754 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark10000] [2025/04/05 20:22:18.757 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark11000] [2025/04/05 20:22:18.757 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark11000] [2025/04/05 20:22:18.760 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark10000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:22:18.762 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] found first match line: 457141318071877647 : [2025/04/05 20:22:16.973 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=154] [jobID=155] [query="CREATE TABLE IF NOT EXISTS `finishmark10000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141318071877647] [2025/04/05 20:22:19.255 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark10000] [2025/04/05 20:22:19.255 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141318071877647] [2025/04/05 20:22:19.259 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:19.267 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:22:19.356 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:19.362 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table processor_delay.t16 exists table processor_delay.t17 not exists for 1-th check, retry later + set +x start tidb cluster in /tmp/tidb_cdc_test/sql_mode Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table test.finish_mark not exists for 30-th check, retry later [2025/04/05 20:22:20.757 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark11000] [2025/04/05 20:22:20.766 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark11000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:22:20.768 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.8470.out cli tso query --pd=http://127.0.0.1:2379 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:20 GMT < Content-Length: 864 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/458adc0d-219a-4067-baf6-8cc4435504a7 {"id":"458adc0d-219a-4067-baf6-8cc4435504a7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855737} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6a60beb 458adc0d-219a-4067-baf6-8cc4435504a7 /tidb/cdc/default/default/upstream/7489803315163721172 {"id":7489803315163721172,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/458adc0d-219a-4067-baf6-8cc4435504a7 {"id":"458adc0d-219a-4067-baf6-8cc4435504a7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855737} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6a60beb 458adc0d-219a-4067-baf6-8cc4435504a7 /tidb/cdc/default/default/upstream/7489803315163721172 {"id":7489803315163721172,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/458adc0d-219a-4067-baf6-8cc4435504a7 {"id":"458adc0d-219a-4067-baf6-8cc4435504a7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855737} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6a60beb 458adc0d-219a-4067-baf6-8cc4435504a7 /tidb/cdc/default/default/upstream/7489803315163721172 {"id":7489803315163721172,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.11475.out cli changefeed create --start-ts=457141318033604609 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --tz=Asia/Shanghai -c=custom-changefeed-name [WARN] --tz is deprecated in changefeed settings. + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8302 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:21 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/252be59c-482d-4c07-ba5a-2ce52bc8f809 {UpstreamID:7489803292144253381 Namespace:default ID:252be59c-482d-4c07-ba5a-2ce52bc8f809 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:22:14.31525507 +0800 CST StartTs:457141317592678406 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003c2f440 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141317605523464} {CheckpointTs:457141319244185612 MinTableBarrierTs:457141319244185612 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2d0ac81d-49c7-45bf-95f2-f537aa5a35af {"id":"2d0ac81d-49c7-45bf-95f2-f537aa5a35af","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855738} /tidb/cdc/default/__cdc_meta__/capture/89d2a655-f6bd-4dc7-a7b9-2d46d7541dde {"id":"89d2a655-f6bd-4dc7-a7b9-2d46d7541dde","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855731} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e68fdfd4 89d2a655-f6bd-4dc7-a7b9-2d46d7541dde /tidb/cdc/default/__cdc_meta__/owner/22319605e68fe04f 2d0ac81d-49c7-45bf-95f2-f537aa5a35af /tidb/cdc/default/default/changefeed/info/252be59c-482d-4c07-ba5a-2ce52bc8f809 {"upstream-id":7489803292144253381,"namespace":"default","changefeed-id":"252be59c-482d-4c07-ba5a-2ce52bc8f809","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:22:14.31525507+08:00","start-ts":457141317592678406,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141317605523464} /tidb/cdc/default/default/changefeed/status/252be59c-482d-4c07-ba5a-2ce52bc8f809 {"checkpoint-ts":457141319244185612,"min-table-barrier-ts":457141319244185612,"admin-job-type":0} /tidb/cdc/default/default/task/position/2d0ac81d-49c7-45bf-95f2-f537aa5a35af/252be59c-482d-4c07-ba5a-2ce52bc8f809 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/89d2a655-f6bd-4dc7-a7b9-2d46d7541dde/252be59c-482d-4c07-ba5a-2ce52bc8f809 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803292144253381 {"id":7489803292144253381,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/252be59c-482d-4c07-ba5a-2ce52bc8f809 {UpstreamID:7489803292144253381 Namespace:default ID:252be59c-482d-4c07-ba5a-2ce52bc8f809 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:22:14.31525507 +0800 CST StartTs:457141317592678406 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003c2f440 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141317605523464} {CheckpointTs:457141319244185612 MinTableBarrierTs:457141319244185612 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2d0ac81d-49c7-45bf-95f2-f537aa5a35af {"id":"2d0ac81d-49c7-45bf-95f2-f537aa5a35af","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855738} /tidb/cdc/default/__cdc_meta__/capture/89d2a655-f6bd-4dc7-a7b9-2d46d7541dde {"id":"89d2a655-f6bd-4dc7-a7b9-2d46d7541dde","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855731} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e68fdfd4 89d2a655-f6bd-4dc7-a7b9-2d46d7541dde /tidb/cdc/default/__cdc_meta__/owner/22319605e68fe04f 2d0ac81d-49c7-45bf-95f2-f537aa5a35af /tidb/cdc/default/default/changefeed/info/252be59c-482d-4c07-ba5a-2ce52bc8f809 {"upstream-id":7489803292144253381,"namespace":"default","changefeed-id":"252be59c-482d-4c07-ba5a-2ce52bc8f809","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:22:14.31525507+08:00","start-ts":457141317592678406,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141317605523464} /tidb/cdc/default/default/changefeed/status/252be59c-482d-4c07-ba5a-2ce52bc8f809 {"checkpoint-ts":457141319244185612,"min-table-barrier-ts":457141319244185612,"admin-job-type":0} /tidb/cdc/default/default/task/position/2d0ac81d-49c7-45bf-95f2-f537aa5a35af/252be59c-482d-4c07-ba5a-2ce52bc8f809 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/89d2a655-f6bd-4dc7-a7b9-2d46d7541dde/252be59c-482d-4c07-ba5a-2ce52bc8f809 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803292144253381 {"id":7489803292144253381,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** processors info ***: changefeedID: default/252be59c-482d-4c07-ba5a-2ce52bc8f809 {UpstreamID:7489803292144253381 Namespace:default ID:252be59c-482d-4c07-ba5a-2ce52bc8f809 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:22:14.31525507 +0800 CST StartTs:457141317592678406 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003c2f440 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141317605523464} {CheckpointTs:457141319244185612 MinTableBarrierTs:457141319244185612 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2d0ac81d-49c7-45bf-95f2-f537aa5a35af {"id":"2d0ac81d-49c7-45bf-95f2-f537aa5a35af","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855738} /tidb/cdc/default/__cdc_meta__/capture/89d2a655-f6bd-4dc7-a7b9-2d46d7541dde {"id":"89d2a655-f6bd-4dc7-a7b9-2d46d7541dde","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855731} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e68fdfd4 89d2a655-f6bd-4dc7-a7b9-2d46d7541dde /tidb/cdc/default/__cdc_meta__/owner/22319605e68fe04f 2d0ac81d-49c7-45bf-95f2-f537aa5a35af /tidb/cdc/default/default/changefeed/info/252be59c-482d-4c07-ba5a-2ce52bc8f809 {"upstream-id":7489803292144253381,"namespace":"default","changefeed-id":"252be59c-482d-4c07-ba5a-2ce52bc8f809","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:22:14.31525507+08:00","start-ts":457141317592678406,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141317605523464} /tidb/cdc/default/default/changefeed/status/252be59c-482d-4c07-ba5a-2ce52bc8f809 {"checkpoint-ts":457141319244185612,"min-table-barrier-ts":457141319244185612,"admin-job-type":0} /tidb/cdc/default/default/task/position/2d0ac81d-49c7-45bf-95f2-f537aa5a35af/252be59c-482d-4c07-ba5a-2ce52bc8f809 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/89d2a655-f6bd-4dc7-a7b9-2d46d7541dde/252be59c-482d-4c07-ba5a-2ce52bc8f809 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803292144253381 {"id":7489803292144253381,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x start tidb cluster in /tmp/tidb_cdc_test/consistent_replicate_nfs Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Create changefeed successfully! ID: custom-changefeed-name Info: {"upstream_id":7489803315163721172,"namespace":"default","id":"custom-changefeed-name","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:22:20.908651313+08:00","start_ts":457141318033604609,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141318033604609,"checkpoint_ts":457141318033604609,"checkpoint_time":"2025-04-05 20:22:15.907"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table processor_resolved_ts_fallback.t2 not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) found first match line: 457141319120453645 : [2025/04/05 20:22:20.973 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=156] [jobID=157] [query="CREATE TABLE IF NOT EXISTS `finishmark11000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141319120453645] [2025/04/05 20:22:21.376 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark11000] [2025/04/05 20:22:21.376 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141319120453645] [2025/04/05 20:22:21.455 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:21.458 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:22:21.463 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:21.468 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] table processor_delay.t17 exists table processor_delay.t18 not exists for 1-th check, retry later table ddl_only_block_related_table.finish_mark not exists for 1-th check, retry later + set +x table test.simple not exists for 1-th check, retry later table test.finish_mark not exists for 31-th check, retry later + set +x + tso='457141319411433474 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141319411433474 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:22:22 CST 2025] <<<<<< START cdc server in multi_source case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.84988500.out server --log-file /tmp/tidb_cdc_test/multi_source/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_source/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 start tidb cluster in /tmp/tidb_cdc_test/resourcecontrol Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table processor_resolved_ts_fallback.t2 exists table processor_resolved_ts_fallback.t3 not exists for 1-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/common_1/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 20:22:23.565 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark12000] [2025/04/05 20:22:23.565 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark12000] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803356432126732 TiDB Cluster ID. tikv_gc_leader_uuid 658179bae94000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-tq3x1, pid:6755, start at 2025-04-05 20:22:21.877403687 +0800 CST m=+2.313202696 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:21.885 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:21.861 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:21.861 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803356432126732 TiDB Cluster ID. tikv_gc_leader_uuid 658179bae94000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-tq3x1, pid:6755, start at 2025-04-05 20:22:21.877403687 +0800 CST m=+2.313202696 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:21.885 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:21.861 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:21.861 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803358641863039 TiDB Cluster ID. tikv_gc_leader_uuid 658179baf440006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-tq3x1, pid:6826, start at 2025-04-05 20:22:21.941216436 +0800 CST m=+2.305214106 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:21.949 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:21.955 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:21.955 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table processor_delay.t18 exists table processor_delay.t19 not exists for 1-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:24 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00422e120 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141317941329921 MinTableBarrierTs:457141318203473923 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236 {"id":"4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855738} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458dbc 4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141317941329921,"min-table-barrier-ts":457141318203473923,"admin-job-type":0} /tidb/cdc/default/default/task/position/4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00422e120 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141317941329921 MinTableBarrierTs:457141318203473923 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236 {"id":"4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855738} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458dbc 4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141317941329921,"min-table-barrier-ts":457141318203473923,"admin-job-type":0} /tidb/cdc/default/default/task/position/4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00422e120 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141317941329921 MinTableBarrierTs:457141318203473923 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236 {"id":"4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855738} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458dbc 4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141317941329921,"min-table-barrier-ts":457141318203473923,"admin-job-type":0} /tidb/cdc/default/default/task/position/4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' table ddl_only_block_related_table.finish_mark not exists for 2-th check, retry later table test.simple exists table test.`simple-dash` not exists for 1-th check, retry later table test.finish_mark not exists for 32-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table processor_resolved_ts_fallback.t3 exists cdc cli processor list --server http://127.0.0.1:8301 |jq '.|length'|grep -E '^2$' 2 run task successfully killing cdc1: 6003 cdc cli capture list --server http://127.0.0.1:8302 |jq '.|length'|grep -E '^1$' Error: Get "http://127.0.0.1:8301/api/v2/captures": dial tcp 127.0.0.1:8301: connect: connection refused run task failed 1-th time, retry later [2025/04/05 20:22:12.028 +08:00] [WARN] [diff.go:180] ["table struct is not equal"] [reason="column num not equal, one is 34 another is 12"] [2025/04/05 20:22:17.032 +08:00] [WARN] [diff.go:180] ["table struct is not equal"] [reason="column num not equal, one is 34 another is 25"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:25 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a5e79e10-51e7-4f47-8780-96314341440e {"id":"a5e79e10-51e7-4f47-8780-96314341440e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855743} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6b8a6e8 a5e79e10-51e7-4f47-8780-96314341440e /tidb/cdc/default/default/upstream/7489803330180332438 {"id":7489803330180332438,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a5e79e10-51e7-4f47-8780-96314341440e {"id":"a5e79e10-51e7-4f47-8780-96314341440e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855743} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6b8a6e8 a5e79e10-51e7-4f47-8780-96314341440e /tidb/cdc/default/default/upstream/7489803330180332438 {"id":7489803330180332438,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a5e79e10-51e7-4f47-8780-96314341440e {"id":"a5e79e10-51e7-4f47-8780-96314341440e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855743} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6b8a6e8 a5e79e10-51e7-4f47-8780-96314341440e /tidb/cdc/default/default/upstream/7489803330180332438 {"id":7489803330180332438,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.8557.out cli changefeed create --start-ts=457141319411433474 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ [Sat Apr 5 20:22:25 CST 2025] <<<<<< START cdc server in changefeed_resume_with_checkpoint_ts case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_resume_with_checkpoint_ts.80748076.out server --log-file /tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table processor_delay.t19 exists table processor_delay.t20 not exists for 1-th check, retry later [2025/04/05 20:22:25.565 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark12000] [2025/04/05 20:22:25.572 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark12000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:22:25.655 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] Create changefeed successfully! ID: bf3995ea-2a97-46d3-b52f-2bf4b8e0088d Info: {"upstream_id":7489803330180332438,"namespace":"default","id":"bf3995ea-2a97-46d3-b52f-2bf4b8e0088d","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:22:26.067066447+08:00","start_ts":457141319411433474,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141319411433474,"checkpoint_ts":457141319411433474,"checkpoint_time":"2025-04-05 20:22:21.163"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... found first match line: 457141320426455056 : [2025/04/05 20:22:26.054 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=158] [jobID=159] [query="CREATE TABLE IF NOT EXISTS `finishmark12000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141320426455056] [2025/04/05 20:22:26.265 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark12000] [2025/04/05 20:22:26.265 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141320426455056] [2025/04/05 20:22:26.354 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:26.359 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:22:26.365 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:26.371 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] start tidb cluster in /tmp/tidb_cdc_test/common_1 Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) "is-owner": true, run task successfully Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_only_block_related_table.finish_mark not exists for 3-th check, retry later table test.`simple-dash` exists + endpoints=http://127.0.0.1:2379 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s + info='{ "upstream_id": 7489803315163721172, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457141318413713433, "checkpoint_time": "2025-04-05 20:22:17.357", "error": null }' + echo '{ "upstream_id": 7489803315163721172, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457141318413713433, "checkpoint_time": "2025-04-05 20:22:17.357", "error": null }' { "upstream_id": 7489803315163721172, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457141318413713433, "checkpoint_time": "2025-04-05 20:22:17.357", "error": null } ++ echo '{' '"upstream_id":' 7489803315163721172, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457141318413713433, '"checkpoint_time":' '"2025-04-05' '20:22:17.357",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489803315163721172, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457141318413713433, '"checkpoint_time":' '"2025-04-05' '20:22:17.357",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] changefeed count 1 check pass, pd_addr: http://127.0.0.1:2379 table test.finish_mark not exists for 33-th check, retry later changefeed count 1 check pass, pd_addr: http://127.0.0.1:2679 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) changefeed count 1 check pass, pd_addr: http://127.0.0.1:2779 changefeed count 1 check pass, pd_addr: http://127.0.0.1:2379,http://127.0.0.1:2679,http://127.0.0.1:2779 cdc cli capture list --server http://127.0.0.1:8302 |jq '.|length'|grep -E '^1$' + set +x go: downloading go1.23.4 (linux/amd64) Error: Get "http://127.0.0.1:8301/api/v2/captures": dial tcp 127.0.0.1:8301: connect: connection refused run task failed 2-th time, retry later table processor_delay.t20 exists table processor_delay.t21 not exists for 1-th check, retry later owner pid: 4325 owner id 4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236 [Sat Apr 5 20:22:27 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/sleep-in-owner-tick=1*sleep(6000)' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.44354437.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_gap_between_watch_capture.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_gap_between_watch_capture.server2 --cluster-id default --addr 127.0.0.1:8301 + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Error: [CDC:ErrChangefeedUpdateRefused]changefeed update error: can only update changefeed config when it is stopped or failed update changefeed config should fail when changefeed is running, got Diff of changefeed config: {Type:update Path:[Config CaseSensitive] From:false To:true} {Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true} + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.11755.out cli changefeed --changefeed-id custom-changefeed-name pause shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory PASS coverage: 1.9% of statements in github.com/pingcap/tiflow/... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803098148105220 TiDB Cluster ID. tikv_gc_leader_uuid 6581797fe580003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:9032, start at 2025-04-05 20:21:21.43366308 +0800 CST m=+2.254844648 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:21.441 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:21.430 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:21.430 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table ddl_only_block_related_table.finish_mark exists table test.finish_mark not exists for 34-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803098148105220 TiDB Cluster ID. tikv_gc_leader_uuid 6581797fe580003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:9032, start at 2025-04-05 20:21:21.43366308 +0800 CST m=+2.254844648 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:21.441 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:21.430 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:21.430 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803095830298007 TiDB Cluster ID. tikv_gc_leader_uuid 6581797ffd4000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:9107, start at 2025-04-05 20:21:21.542401648 +0800 CST m=+2.293824631 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:21.551 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:21.525 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:21.525 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 1396 (HY000) at line 1: Operation CREATE USER failed for 'normal'@'%' start tidb cluster failed The 3 times to try to start tidb cluster... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/capture_suicide_while_balance_table/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [2025/04/05 20:22:28.373 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark13000] [2025/04/05 20:22:28.373 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark13000] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803378269469694 TiDB Cluster ID. tikv_gc_leader_uuid 658179c0230000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:7147, start at 2025-04-05 20:22:27.240526195 +0800 CST m=+2.177651837 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:27.248 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:27.212 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:27.212 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803378269469694 TiDB Cluster ID. tikv_gc_leader_uuid 658179c0230000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:7147, start at 2025-04-05 20:22:27.240526195 +0800 CST m=+2.177651837 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:27.248 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:27.212 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:27.212 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release wait process 8009 exit for 1-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:29 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3e1b1b59-376f-43ea-973e-4e51234850c4 {"id":"3e1b1b59-376f-43ea-973e-4e51234850c4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855746} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6d0aad6 3e1b1b59-376f-43ea-973e-4e51234850c4 /tidb/cdc/default/default/upstream/7489803356432126732 {"id":7489803356432126732,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3e1b1b59-376f-43ea-973e-4e51234850c4 {"id":"3e1b1b59-376f-43ea-973e-4e51234850c4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855746} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6d0aad6 3e1b1b59-376f-43ea-973e-4e51234850c4 /tidb/cdc/default/default/upstream/7489803356432126732 {"id":7489803356432126732,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3e1b1b59-376f-43ea-973e-4e51234850c4 {"id":"3e1b1b59-376f-43ea-973e-4e51234850c4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855746} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6d0aad6 3e1b1b59-376f-43ea-973e-4e51234850c4 /tidb/cdc/default/default/upstream/7489803356432126732 {"id":7489803356432126732,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803382037471381 TiDB Cluster ID. tikv_gc_leader_uuid 658179c03bc000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:7229, start at 2025-04-05 20:22:27.355526751 +0800 CST m=+2.203750772 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:27.362 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:27.362 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:27.362 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/consistent_replicate_nfs/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/consistent_replicate_nfs/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/consistent_replicate_nfs/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/consistent_replicate_nfs/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/consistent_replicate_nfs/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } wait process 8009 exit for 2-th time... + set +x /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8009) - No such process wait process 8009 exit for 3-th time... process 8009 already exit [Sat Apr 5 20:22:29 CST 2025] <<<<<< START cdc server in ddl_only_block_related_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteNotDone=return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.81418143.out server --log-file /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table processor_delay.t21 exists table processor_delay.t22 not exists for 1-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803387879905354 TiDB Cluster ID. tikv_gc_leader_uuid 658179c18840006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3, pid:10199, start at 2025-04-05 20:22:28.64886773 +0800 CST m=+2.293940693 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:28.657 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:28.692 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:28.692 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803387879905354 TiDB Cluster ID. tikv_gc_leader_uuid 658179c18840006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3, pid:10199, start at 2025-04-05 20:22:28.64886773 +0800 CST m=+2.293940693 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:28.657 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:28.692 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:28.692 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803383625899314 TiDB Cluster ID. tikv_gc_leader_uuid 658179c1a140004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-q3gn3, pid:10277, start at 2025-04-05 20:22:28.746971475 +0800 CST m=+2.314931392 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:28.758 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:28.792 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:28.792 +0800 All versions after safe point can be accessed. (DO NOT EDIT) table test.finish_mark not exists for 35-th check, retry later table test.table1 not exists for 1-th check, retry later [2025/04/05 20:22:30.373 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark13000] [2025/04/05 20:22:30.378 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark13000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:22:30.380 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/resourcecontrol/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/resourcecontrol/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/resourcecontrol/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/resourcecontrol/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/resourcecontrol/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check_changefeed_state http://127.0.0.1:2379 d9f0b05c-6ae1-4265-8cbd-5586f672fe8c finished null + endpoints=http://127.0.0.1:2379 + changefeed_id=d9f0b05c-6ae1-4265-8cbd-5586f672fe8c + expected_state=finished + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c d9f0b05c-6ae1-4265-8cbd-5586f672fe8c -s + info='{ "upstream_id": 7489802912034774021, "namespace": "default", "id": "d9f0b05c-6ae1-4265-8cbd-5586f672fe8c", "state": "finished", "checkpoint_tso": 457141318988857350, "checkpoint_time": "2025-04-05 20:22:19.551", "error": null }' + echo '{ "upstream_id": 7489802912034774021, "namespace": "default", "id": "d9f0b05c-6ae1-4265-8cbd-5586f672fe8c", "state": "finished", "checkpoint_tso": 457141318988857350, "checkpoint_time": "2025-04-05 20:22:19.551", "error": null }' { "upstream_id": 7489802912034774021, "namespace": "default", "id": "d9f0b05c-6ae1-4265-8cbd-5586f672fe8c", "state": "finished", "checkpoint_tso": 457141318988857350, "checkpoint_time": "2025-04-05 20:22:19.551", "error": null } ++ echo '{' '"upstream_id":' 7489802912034774021, '"namespace":' '"default",' '"id":' '"d9f0b05c-6ae1-4265-8cbd-5586f672fe8c",' '"state":' '"finished",' '"checkpoint_tso":' 457141318988857350, '"checkpoint_time":' '"2025-04-05' '20:22:19.551",' '"error":' null '}' ++ jq -r .state + state=finished + [[ ! finished == \f\i\n\i\s\h\e\d ]] ++ echo '{' '"upstream_id":' 7489802912034774021, '"namespace":' '"default",' '"id":' '"d9f0b05c-6ae1-4265-8cbd-5586f672fe8c",' '"state":' '"finished",' '"checkpoint_tso":' 457141318988857350, '"checkpoint_time":' '"2025-04-05' '20:22:19.551",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:22:26 CST 2025] <<<<<< run test case changefeed_finish success! >>>>>> Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:30 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a21dd0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141321611345925 MinTableBarrierTs:457141321873489927 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0b93c27a-94e7-4f66-a4d1-3167902463c0 {"id":"0b93c27a-94e7-4f66-a4d1-3167902463c0","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855748} /tidb/cdc/default/__cdc_meta__/capture/4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236 {"id":"4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855738} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458dbc 4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458e27 0b93c27a-94e7-4f66-a4d1-3167902463c0 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141321611345925,"min-table-barrier-ts":457141321873489927,"admin-job-type":0} /tidb/cdc/default/default/task/position/0b93c27a-94e7-4f66-a4d1-3167902463c0/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a21dd0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141321611345925 MinTableBarrierTs:457141321873489927 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0b93c27a-94e7-4f66-a4d1-3167902463c0 {"id":"0b93c27a-94e7-4f66-a4d1-3167902463c0","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855748} /tidb/cdc/default/__cdc_meta__/capture/4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236 {"id":"4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855738} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458dbc 4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458e27 0b93c27a-94e7-4f66-a4d1-3167902463c0 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141321611345925,"min-table-barrier-ts":457141321873489927,"admin-job-type":0} /tidb/cdc/default/default/task/position/0b93c27a-94e7-4f66-a4d1-3167902463c0/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + grep -q 'etcd info' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a21dd0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141321611345925 MinTableBarrierTs:457141321873489927 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0b93c27a-94e7-4f66-a4d1-3167902463c0 {"id":"0b93c27a-94e7-4f66-a4d1-3167902463c0","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855748} /tidb/cdc/default/__cdc_meta__/capture/4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236 {"id":"4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855738} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458dbc 4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458e27 0b93c27a-94e7-4f66-a4d1-3167902463c0 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141321611345925,"min-table-barrier-ts":457141321873489927,"admin-job-type":0} /tidb/cdc/default/default/task/position/0b93c27a-94e7-4f66-a4d1-3167902463c0/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep -v "4e03fe22-a40d-4e0d-a83f-5f6b6dc3f236" | grep id chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/batch_add_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... cdc cli capture list --server http://127.0.0.1:8302 |jq '.|length'|grep -E '^1$' Error: Get "http://127.0.0.1:8301/api/v2/captures": dial tcp 127.0.0.1:8301: connect: connection refused run task failed 3-th time, retry later [Sat Apr 5 20:22:31 CST 2025] <<<<<< START cdc server in consistent_replicate_nfs case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_nfs.85498551.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_nfs/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_nfs/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 start tidb cluster in /tmp/tidb_cdc_test/capture_suicide_while_balance_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... "cluster-id": "default" "id": "0b93c27a-94e7-4f66-a4d1-3167902463c0", "cluster-id": "default" run task successfully table processor_delay.t22 exists table processor_delay.t23 not exists for 1-th check, retry later table test.table1 exists table test.table2 not exists for 1-th check, retry later [2025/04/05 20:22:32.470 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark14000] [2025/04/05 20:22:32.470 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark14000] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + endpoints=http://127.0.0.1:2379 + changefeed_id=custom-changefeed-name + expected_state=stopped + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s + info='{ "upstream_id": 7489803315163721172, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 457141321022046212, "checkpoint_time": "2025-04-05 20:22:27.307", "error": null }' + echo '{ "upstream_id": 7489803315163721172, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 457141321022046212, "checkpoint_time": "2025-04-05 20:22:27.307", "error": null }' { "upstream_id": 7489803315163721172, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 457141321022046212, "checkpoint_time": "2025-04-05 20:22:27.307", "error": null } ++ echo '{' '"upstream_id":' 7489803315163721172, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 457141321022046212, '"checkpoint_time":' '"2025-04-05' '20:22:27.307",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7489803315163721172, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 457141321022046212, '"checkpoint_time":' '"2025-04-05' '20:22:27.307",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.11842.out cli changefeed update --pd=http://127.0.0.1:2379,http://127.0.0.1:2679,http://127.0.0.1:2779 --config=/tmp/tidb_cdc_test/cli_with_auth/changefeed.toml --no-confirm --changefeed-id custom-changefeed-name table test.finish_mark not exists for 36-th check, retry later [2025/04/05 20:22:32.966 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark13000] [2025/04/05 20:22:32.974 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark13000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:22:32.976 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resourcecontrol.cli.11546.out cli tso query --pd=http://127.0.0.1:2379 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:33 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/ddl-only-block-related-table {UpstreamID:7489803304837832150 Namespace:default ID:ddl-only-block-related-table SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 20:22:18.446201336 +0800 CST StartTs:457141318672711683 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00371e240 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141318698926081} {CheckpointTs:457141322408263682 MinTableBarrierTs:457141322408263684 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141322408263682, checkpointTs: 457141322408263682, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457141322408263682, checkpointTs: 457141322408263682, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141322408263682, checkpointTs: 457141322408263682, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457141322408263682, checkpointTs: 457141322408263682, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f15ea129-6111-40ea-b313-fc88d9557d2d {"id":"f15ea129-6111-40ea-b313-fc88d9557d2d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855750} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6a37ea9 f15ea129-6111-40ea-b313-fc88d9557d2d /tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table {"upstream-id":7489803304837832150,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T20:22:18.446201336+08:00","start-ts":457141318672711683,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141318698926081} /tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table {"checkpoint-ts":457141322408263682,"min-table-barrier-ts":457141322408263684,"admin-job-type":0} /tidb/cdc/default/default/task/position/f15ea129-6111-40ea-b313-fc88d9557d2d/ddl-only-block-related-table {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803304837832150 {"id":7489803304837832150,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-only-block-related-table {UpstreamID:7489803304837832150 Namespace:default ID:ddl-only-block-related-table SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 20:22:18.446201336 +0800 CST StartTs:457141318672711683 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00371e240 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141318698926081} {CheckpointTs:457141322408263682 MinTableBarrierTs:457141322408263684 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141322408263682, checkpointTs: 457141322408263682, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457141322408263682, checkpointTs: 457141322408263682, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141322408263682, checkpointTs: 457141322408263682, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457141322408263682, checkpointTs: 457141322408263682, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f15ea129-6111-40ea-b313-fc88d9557d2d {"id":"f15ea129-6111-40ea-b313-fc88d9557d2d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855750} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6a37ea9 f15ea129-6111-40ea-b313-fc88d9557d2d /tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table {"upstream-id":7489803304837832150,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T20:22:18.446201336+08:00","start-ts":457141318672711683,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141318698926081} /tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table {"checkpoint-ts":457141322408263682,"min-table-barrier-ts":457141322408263684,"admin-job-type":0} /tidb/cdc/default/default/task/position/f15ea129-6111-40ea-b313-fc88d9557d2d/ddl-only-block-related-table {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803304837832150 {"id":7489803304837832150,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + grep -q 'etcd info' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-only-block-related-table {UpstreamID:7489803304837832150 Namespace:default ID:ddl-only-block-related-table SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 20:22:18.446201336 +0800 CST StartTs:457141318672711683 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00371e240 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141318698926081} {CheckpointTs:457141322408263682 MinTableBarrierTs:457141322408263684 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141322408263682, checkpointTs: 457141322408263682, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457141322408263682, checkpointTs: 457141322408263682, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141322408263682, checkpointTs: 457141322408263682, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457141322408263682, checkpointTs: 457141322408263682, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f15ea129-6111-40ea-b313-fc88d9557d2d {"id":"f15ea129-6111-40ea-b313-fc88d9557d2d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855750} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6a37ea9 f15ea129-6111-40ea-b313-fc88d9557d2d /tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table {"upstream-id":7489803304837832150,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T20:22:18.446201336+08:00","start-ts":457141318672711683,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141318698926081} /tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table {"checkpoint-ts":457141322408263682,"min-table-barrier-ts":457141322408263684,"admin-job-type":0} /tidb/cdc/default/default/task/position/f15ea129-6111-40ea-b313-fc88d9557d2d/ddl-only-block-related-table {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803304837832150 {"id":7489803304837832150,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x Diff of changefeed config: {Type:update Path:[Config CaseSensitive] From:false To:true} {Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true} Update changefeed config successfully! ID: custom-changefeed-name Info: {"upstream_id":7489803315163721172,"namespace":"default","id":"custom-changefeed-name","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:22:20.908651313+08:00","start_ts":457141318033604609,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":true,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"delete_only_output_handle_key_columns":null,"content_compatible":null,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457141321022046212,"checkpoint_time":"2025-04-05 20:22:27.307"} PASS coverage: 2.9% of statements in github.com/pingcap/tiflow/... found first match line: 457141321768108046 : [2025/04/05 20:22:31.072 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=160] [jobID=161] [query="CREATE TABLE IF NOT EXISTS `finishmark13000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141321768108046] [2025/04/05 20:22:33.671 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark13000] [2025/04/05 20:22:33.671 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141321768108046] [2025/04/05 20:22:33.673 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:33.676 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:22:33.681 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:33.685 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] check diff failed 1-th time, retry later go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394 go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/atomic v1.11.0 go: downloading go.uber.org/multierr v1.11.0 Verifying downstream PD is started... capture_id: 0b93c27a-94e7-4f66-a4d1-3167902463c0 table processor_delay.t23 exists table processor_delay.t24 not exists for 1-th check, retry later + set +x + tso='457141322538024961 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141322538024961 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:22:34 CST 2025] <<<<<< START cdc server in resourcecontrol case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resourcecontrol.1158011582.out server --log-file /tmp/tidb_cdc_test/resourcecontrol/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/resourcecontrol/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 20:22:34.470 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark14000] [2025/04/05 20:22:34.476 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark14000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:22:34.478 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803405840653341 TiDB Cluster ID. tikv_gc_leader_uuid 658179c5b34000f Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-2-g9wmc, pid:6704, start at 2025-04-05 20:22:32.954282745 +0800 CST m=+2.192845045 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:33.004 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:33.009 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:33.009 +0800 All versions after safe point can be accessed. (DO NOT EDIT) table test.finish_mark not exists for 37-th check, retry later + set +x table test.table2 exists check diff failed 1-th time, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803405840653341 TiDB Cluster ID. tikv_gc_leader_uuid 658179c5b34000f Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-2-g9wmc, pid:6704, start at 2025-04-05 20:22:32.954282745 +0800 CST m=+2.192845045 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:33.004 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:33.009 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:33.009 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803408951071840 TiDB Cluster ID. tikv_gc_leader_uuid 658179c5e4c0003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-2-g9wmc, pid:6771, start at 2025-04-05 20:22:33.11060663 +0800 CST m=+2.282738663 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:33.118 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:33.107 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:33.107 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/common_1/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/common_1/tiflash/log/error.log + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:34 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3cbf7b1e-f954-4c3d-ad60-d357d0abb039 {"id":"3cbf7b1e-f954-4c3d-ad60-d357d0abb039","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855751} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6e81bd7 3cbf7b1e-f954-4c3d-ad60-d357d0abb039 /tidb/cdc/default/default/upstream/7489803378269469694 {"id":7489803378269469694,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3cbf7b1e-f954-4c3d-ad60-d357d0abb039 {"id":"3cbf7b1e-f954-4c3d-ad60-d357d0abb039","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855751} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6e81bd7 3cbf7b1e-f954-4c3d-ad60-d357d0abb039 /tidb/cdc/default/default/upstream/7489803378269469694 {"id":7489803378269469694,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3cbf7b1e-f954-4c3d-ad60-d357d0abb039 {"id":"3cbf7b1e-f954-4c3d-ad60-d357d0abb039","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855751} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6e81bd7 3cbf7b1e-f954-4c3d-ad60-d357d0abb039 /tidb/cdc/default/default/upstream/7489803378269469694 {"id":7489803378269469694,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x ***************** properties ***************** "operationcount"="0" "fieldcount"="3" "mysql.host"="127.0.0.1" "insertproportion"="0" "mysql.user"="root" "recordcount"="50000" "readproportion"="0" "readallfields"="true" "scanproportion"="0" "mysql.db"="consistent_replicate_nfs" "workload"="core" "dotransactions"="false" "updateproportion"="0" "threadcount"="10" "requestdistribution"="uniform" "mysql.port"="4000" ********************************************** + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.11876.out cli changefeed --changefeed-id custom-changefeed-name resume found first match line: 457141322869112846 : [2025/04/05 20:22:35.072 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=162] [jobID=163] [query="CREATE TABLE IF NOT EXISTS `finishmark14000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141322869112846] [2025/04/05 20:22:35.168 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark14000] [2025/04/05 20:22:35.168 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141322869112846] [2025/04/05 20:22:35.174 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:35.258 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:22:35.262 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:35.267 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/common_1/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/common_1/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/common_1/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8 go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31 go: downloading github.com/prometheus/client_golang v1.20.5 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/shirou/gopsutil/v3 v3.24.5 go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading golang.org/x/sync v0.10.0 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading golang.org/x/net v0.33.0 go: downloading github.com/gorilla/mux v1.8.1 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/bits-and-blooms/bitset v1.14.3 go: downloading google.golang.org/grpc v1.64.0 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading golang.org/x/text v0.21.0 go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0 go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/stretchr/testify v1.10.0 go: downloading golang.org/x/sys v0.28.0 go: downloading golang.org/x/tools v0.28.0 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/opentracing/basictracer-go v1.1.0 go: downloading cloud.google.com/go/storage v1.39.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/aws/aws-sdk-go v1.55.5 go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table processor_delay.t24 exists table processor_delay.t25 not exists for 1-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/force_replicate_table/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/klauspost/compress v1.17.9 go: downloading go.uber.org/mock v0.4.0 go: downloading cloud.google.com/go v0.112.2 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading github.com/pkg/errors v0.9.1 check diff failed 2-th time, retry later go: downloading golang.org/x/oauth2 v0.24.0 go: downloading google.golang.org/api v0.170.0 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/qri-io/jsonschema v0.2.1 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading golang.org/x/time v0.7.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading google.golang.org/protobuf v1.35.2 go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 go: downloading golang.org/x/crypto v0.31.0 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/common v0.61.0 go: downloading github.com/prometheus/procfs v0.15.1 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 table test.finish_mark not exists for 38-th check, retry later check diff successfully go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading cloud.google.com/go/iam v1.1.7 go: downloading github.com/googleapis/gax-go/v2 v2.12.3 + set +x Starting Upstream TiDB... go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 nonempty select id, val from test.availability1 where id=1 and val=1 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading golang.org/x/term v0.27.0 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/qri-io/jsonpointer v0.1.1 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/mattn/go-runewidth v0.0.16 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading go.opentelemetry.io/otel v1.24.0 go: downloading github.com/robfig/cron v1.2.0 go: downloading go.opentelemetry.io/otel/trace v1.24.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading github.com/golang-jwt/jwt/v5 v5.2.1 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/goccy/go-reflect v1.2.0 go: downloading github.com/rivo/uniseg v0.4.7 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/fatih/color v1.18.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/pierrec/lz4/v4 v4.1.18 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da [2025/04/05 20:22:37.758 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark15000] [2025/04/05 20:22:37.758 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark15000] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:37 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/48781b37-648f-4a1e-8675-320b7ac25c85 {"id":"48781b37-648f-4a1e-8675-320b7ac25c85","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855754} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6ed1be6 48781b37-648f-4a1e-8675-320b7ac25c85 /tidb/cdc/default/default/upstream/7489803387879905354 {"id":7489803387879905354,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/48781b37-648f-4a1e-8675-320b7ac25c85 {"id":"48781b37-648f-4a1e-8675-320b7ac25c85","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855754} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6ed1be6 48781b37-648f-4a1e-8675-320b7ac25c85 /tidb/cdc/default/default/upstream/7489803387879905354 {"id":7489803387879905354,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/48781b37-648f-4a1e-8675-320b7ac25c85 {"id":"48781b37-648f-4a1e-8675-320b7ac25c85","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855754} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6ed1be6 48781b37-648f-4a1e-8675-320b7ac25c85 /tidb/cdc/default/default/upstream/7489803387879905354 {"id":7489803387879905354,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resourcecontrol.cli.11634.out cli changefeed create --start-ts=457141322538024961 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ table processor_delay.t25 exists table processor_delay.t26 not exists for 1-th check, retry later Create changefeed successfully! ID: 564de0aa-6f6f-4461-9e5e-32b81ce1f8c0 Info: {"upstream_id":7489803387879905354,"namespace":"default","id":"564de0aa-6f6f-4461-9e5e-32b81ce1f8c0","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:22:38.04666723+08:00","start_ts":457141322538024961,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141322538024961,"checkpoint_ts":457141322538024961,"checkpoint_time":"2025-04-05 20:22:33.090"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... check diff successfully check_ts_not_forward ddl-only-block-related-table go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.24.0 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 cdc cli capture list --server http://127.0.0.1:8302 |jq '.|length'|grep -E '^1$' 1 run task successfully check diff failed 1-th time, retry later go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/rogpeppe/go-internal v1.13.1 go: downloading github.com/kr/text v0.2.0 nonempty select id, val from test.availability1 where id=1 and val=1 run task successfully nonempty select id, val from test.availability1 where id=1 and val=22 start tidb cluster in /tmp/tidb_cdc_test/sql_mode Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table test.finish_mark not exists for 39-th check, retry later go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/andybalholm/brotli v1.0.5 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later go: downloading github.com/klauspost/cpuid/v2 v2.2.4 start tidb cluster in /tmp/tidb_cdc_test/force_replicate_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.common_1.cli.8124.out cli tso query --pd=http://127.0.0.1:2379 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table resourcecontrol.finish_mark not exists for 1-th check, retry later Resume changefeed with checkpointTs3 457141323893571588 table test.table5 not exists for 1-th check, retry later check diff successfully [2025/04/05 20:22:39.758 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark15000] [2025/04/05 20:22:39.765 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark15000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:22:39.766 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] + endpoints=http://127.0.0.1:2379 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s + info='{ "upstream_id": 7489803315163721172, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457141324167774213, "checkpoint_time": "2025-04-05 20:22:39.307", "error": null }' + echo '{ "upstream_id": 7489803315163721172, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457141324167774213, "checkpoint_time": "2025-04-05 20:22:39.307", "error": null }' { "upstream_id": 7489803315163721172, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457141324167774213, "checkpoint_time": "2025-04-05 20:22:39.307", "error": null } ++ echo '{' '"upstream_id":' 7489803315163721172, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457141324167774213, '"checkpoint_time":' '"2025-04-05' '20:22:39.307",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489803315163721172, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457141324167774213, '"checkpoint_time":' '"2025-04-05' '20:22:39.307",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.11951.out cli changefeed --changefeed-id custom-changefeed-name remove go: downloading github.com/pierrec/lz4 v2.6.1+incompatible table processor_delay.t26 exists table processor_delay.t27 not exists for 1-th check, retry later table test.finish_mark not exists for 40-th check, retry later wait process cdc.test exit for 1-th time... nonempty select id, val from test.availability1 where id=1 and val=22 run task successfully empty select id, val from test.availability1 where id=1 TEST FAILED: OUTPUT CONTAINS 'id:' ____________________________________ *************************** 1. row *************************** id: 1 val: 22 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later found first match line: 457141324127404047 : [2025/04/05 20:22:40.072 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=164] [jobID=165] [query="CREATE TABLE IF NOT EXISTS `finishmark15000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141324127404047] [2025/04/05 20:22:40.665 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark15000] [2025/04/05 20:22:40.665 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141324127404047] [2025/04/05 20:22:40.667 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:40.670 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:22:40.675 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:40.755 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] Changefeed remove successfully. ID: custom-changefeed-name CheckpointTs: 457141324429918213 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/ PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... + set +x + tso='457141324220989441 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141324220989441 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:22:40 CST 2025] <<<<<< START cdc server in common_1 case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.common_1.81618163.out server --log-file /tmp/tidb_cdc_test/common_1/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/common_1/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 2-th time... table resourcecontrol.finish_mark exists cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:22:41 CST 2025] <<<<<< run test case processor_resolved_ts_fallback success! >>>>>> Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803433030691189 TiDB Cluster ID. tikv_gc_leader_uuid 658179cc438000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:6387, start at 2025-04-05 20:22:39.671935627 +0800 CST m=+2.386360799 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:39.680 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:39.680 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:39.680 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803433030691189 TiDB Cluster ID. tikv_gc_leader_uuid 658179cc438000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:6387, start at 2025-04-05 20:22:39.671935627 +0800 CST m=+2.386360799 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:39.680 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:39.680 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:39.680 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803428567861113 TiDB Cluster ID. tikv_gc_leader_uuid 658179cc5c0000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:6463, start at 2025-04-05 20:22:39.748211692 +0800 CST m=+2.382962110 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:39.756 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:39.728 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:39.728 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/capture_suicide_while_balance_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/capture_suicide_while_balance_table/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/capture_suicide_while_balance_table/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/capture_suicide_while_balance_table/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/capture_suicide_while_balance_table/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff successfully table test.table5 not exists for 2-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803425334686847 TiDB Cluster ID. tikv_gc_leader_uuid 658179cca74002a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4, pid:6732, start at 2025-04-05 20:22:40.03319268 +0800 CST m=+2.371004977 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:40.044 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:40.029 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:40.029 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803425334686847 TiDB Cluster ID. tikv_gc_leader_uuid 658179cca74002a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4, pid:6732, start at 2025-04-05 20:22:40.03319268 +0800 CST m=+2.371004977 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:40.044 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:40.029 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:40.029 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803435453295021 TiDB Cluster ID. tikv_gc_leader_uuid 658179ccbf0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4, pid:6812, start at 2025-04-05 20:22:40.159614476 +0800 CST m=+2.427597199 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:40.167 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:40.124 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:40.124 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/05 20:22:41.971 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark16000] [2025/04/05 20:22:41.971 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark16000] go: downloading github.com/google/s2a-go v0.1.7 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 table processor_delay.t27 exists table processor_delay.t28 not exists for 1-th check, retry later wait process cdc.test exit for 1-th time... + set +x Verifying downstream PD is started... wait process cdc.test exit for 2-th time... table test.finish_mark not exists for 41-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:22:43 CST 2025] <<<<<< run test case resourcecontrol success! >>>>>> empty select id, val from test.availability1 where id=1 run task successfully nonempty select id, val from test.availability2 where id=1 and val=1 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later [Sat Apr 5 20:22:43 CST 2025] <<<<<< START cdc server in capture_suicide_while_balance_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_suicide_while_balance_table.77637765.out server --log-file /tmp/tidb_cdc_test/capture_suicide_while_balance_table/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/capture_suicide_while_balance_table/cdc_data1 --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiDB... table test.table5 not exists for 3-th check, retry later Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Sat Apr 5 20:22:44 CST 2025] <<<<<< START cdc server in batch_add_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_add_table.80748076.out server --log-file /tmp/tidb_cdc_test/batch_add_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/batch_add_table/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 20:22:43.971 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark16000] table processor_delay.t28 exists table processor_delay.t29 not exists for 1-th check, retry later Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:44 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/59b9f58b-a603-4318-9624-d0371b22f433 {"id":"59b9f58b-a603-4318-9624-d0371b22f433","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855761} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6fe5df0 59b9f58b-a603-4318-9624-d0371b22f433 /tidb/cdc/default/default/upstream/7489803405840653341 {"id":7489803405840653341,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/59b9f58b-a603-4318-9624-d0371b22f433 {"id":"59b9f58b-a603-4318-9624-d0371b22f433","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855761} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6fe5df0 59b9f58b-a603-4318-9624-d0371b22f433 /tidb/cdc/default/default/upstream/7489803405840653341 {"id":7489803405840653341,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/59b9f58b-a603-4318-9624-d0371b22f433 {"id":"59b9f58b-a603-4318-9624-d0371b22f433","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855761} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6fe5df0 59b9f58b-a603-4318-9624-d0371b22f433 /tidb/cdc/default/default/upstream/7489803405840653341 {"id":7489803405840653341,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 30d979a0-1866-45b4-a2e1-8a0d6b6580da Info: {"upstream_id":7489803405840653341,"namespace":"default","id":"30d979a0-1866-45b4-a2e1-8a0d6b6580da","sink_uri":"mysql://root@127.0.0.1:3306/","create_time":"2025-04-05T20:22:44.300491992+08:00","start_ts":457141324220989441,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141324220989441,"checkpoint_ts":457141324220989441,"checkpoint_time":"2025-04-05 20:22:39.510"} table test.finish_mark not exists for 42-th check, retry later INSERT - Takes(s): 10.0, Count: 23162, OPS: 2317.3, Avg(us): 4289, Min(us): 803, Max(us): 92986, 95th(us): 4000, 99th(us): 87000 nonempty select id, val from test.availability2 where id=1 and val=1 run task successfully nonempty select id, val from test.availability2 where id=1 and val=22 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later table test.table5 exists ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) changefeed count 0 check pass, pd_addr: http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12019.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --tz=Asia/Shanghai -c=custom-changefeed-name [WARN] --tz is deprecated in changefeed settings. [2025/04/05 20:22:45.977 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark16000] [2025/04/05 20:22:45.983 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark16000] /tmp/tidb_cdc_test/bank/cdcdown.log table test.table6 not exists for 1-th check, retry later table processor_delay.t29 exists table processor_delay.t30 not exists for 1-th check, retry later Create changefeed successfully! ID: custom-changefeed-name Info: {"upstream_id":7489803315163721172,"namespace":"default","id":"custom-changefeed-name","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:22:46.009491797+08:00","start_ts":457141325897924613,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141325897924613,"checkpoint_ts":457141325897924613,"checkpoint_time":"2025-04-05 20:22:45.907"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... [2025/04/05 20:22:46.053 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:22:46.762 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark17000] [2025/04/05 20:22:46.762 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark17000] table test.finish_mark not exists for 43-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:46 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b8477378-6f7c-4284-8063-95d9dad90e83 {"id":"b8477378-6f7c-4284-8063-95d9dad90e83","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855764} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e711fad7 b8477378-6f7c-4284-8063-95d9dad90e83 /tidb/cdc/default/default/upstream/7489803433030691189 {"id":7489803433030691189,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b8477378-6f7c-4284-8063-95d9dad90e83 {"id":"b8477378-6f7c-4284-8063-95d9dad90e83","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855764} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e711fad7 b8477378-6f7c-4284-8063-95d9dad90e83 /tidb/cdc/default/default/upstream/7489803433030691189 {"id":7489803433030691189,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b8477378-6f7c-4284-8063-95d9dad90e83 {"id":"b8477378-6f7c-4284-8063-95d9dad90e83","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855764} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e711fad7 b8477378-6f7c-4284-8063-95d9dad90e83 /tidb/cdc/default/default/upstream/7489803433030691189 {"id":7489803433030691189,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Sat Apr 5 20:22:46 CST 2025] <<<<<< START cdc server in capture_suicide_while_balance_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkHangLongTime=1*return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_suicide_while_balance_table.78237825.out server --log-file /tmp/tidb_cdc_test/capture_suicide_while_balance_table/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/capture_suicide_while_balance_table/cdc_data2 --cluster-id default --addr 127.0.0.1:8301 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 found first match line: 457141325438124046 : [2025/04/05 20:22:45.153 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=166] [jobID=167] [query="CREATE TABLE IF NOT EXISTS `finishmark16000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141325438124046] [2025/04/05 20:22:47.057 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark16000] [2025/04/05 20:22:47.057 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141325438124046] [2025/04/05 20:22:47.060 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:47.064 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] nonempty select id, val from test.availability2 where id=1 and val=22 run task successfully empty select id, val from test.availability2 where id=1 TEST FAILED: OUTPUT CONTAINS 'id:' ____________________________________ *************************** 1. row *************************** id: 1 val: 22 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later [2025/04/05 20:22:47.155 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:47.163 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:47 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/766c89a1-64fc-4163-8bb5-ed9c4e378a7b {"id":"766c89a1-64fc-4163-8bb5-ed9c4e378a7b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855764} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e71160de 766c89a1-64fc-4163-8bb5-ed9c4e378a7b /tidb/cdc/default/default/upstream/7489803425334686847 {"id":7489803425334686847,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/766c89a1-64fc-4163-8bb5-ed9c4e378a7b {"id":"766c89a1-64fc-4163-8bb5-ed9c4e378a7b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855764} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e71160de 766c89a1-64fc-4163-8bb5-ed9c4e378a7b /tidb/cdc/default/default/upstream/7489803425334686847 {"id":7489803425334686847,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/766c89a1-64fc-4163-8bb5-ed9c4e378a7b {"id":"766c89a1-64fc-4163-8bb5-ed9c4e378a7b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855764} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e71160de 766c89a1-64fc-4163-8bb5-ed9c4e378a7b /tidb/cdc/default/default/upstream/7489803425334686847 {"id":7489803425334686847,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_add_table.cli.8128.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/batch_add_table/conf/changefeed.toml + set +x Create changefeed successfully! ID: 28e0f454-f096-4ea2-a301-1b8531bf5007 Info: {"upstream_id":7489803425334686847,"namespace":"default","id":"28e0f454-f096-4ea2-a301-1b8531bf5007","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:22:47.520930266+08:00","start_ts":457141326296907781,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*","!test.t_1"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141326296907781,"checkpoint_ts":457141326296907781,"checkpoint_time":"2025-04-05 20:22:47.429"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table test.table6 exists check diff successfully Resume changefeed with checkpointTs1 457141321560489986 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803460638381705 TiDB Cluster ID. tikv_gc_leader_uuid 658179d31100001 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-f-th62g, pid:3992, start at 2025-04-05 20:22:46.645994234 +0800 CST m=+2.804983996 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:46.787 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:46.746 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:46.746 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803460638381705 TiDB Cluster ID. tikv_gc_leader_uuid 658179d31100001 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-f-th62g, pid:3992, start at 2025-04-05 20:22:46.645994234 +0800 CST m=+2.804983996 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:46.787 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:46.746 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:46.746 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table processor_delay.t30 exists table processor_delay.t31 not exists for 1-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803098148105220 TiDB Cluster ID. tikv_gc_leader_uuid 6581797fe580003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:9032, start at 2025-04-05 20:21:21.43366308 +0800 CST m=+2.254844648 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:21.441 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:21.430 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:21.430 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803098148105220 TiDB Cluster ID. tikv_gc_leader_uuid 6581797fe580003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:9032, start at 2025-04-05 20:21:21.43366308 +0800 CST m=+2.254844648 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:21.441 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:21.430 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:21.430 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803095830298007 TiDB Cluster ID. tikv_gc_leader_uuid 6581797ffd4000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-r-6p461, pid:9107, start at 2025-04-05 20:21:21.542401648 +0800 CST m=+2.293824631 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:23:21.551 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 60m All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:21:21.525 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:11:21.525 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ERROR 1396 (HY000) at line 1: Operation CREATE USER failed for 'normal'@'%' start tidb cluster failed + run_sql 'set global sql_mode='\''ANSI_QUOTES'\'';' 127.0.0.1 4000 + run_sql 'set global sql_mode='\''ANSI_QUOTES'\'';' 127.0.0.1 3306 ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.14437.out cli tso query --pd=http://127.0.0.1:2379 table test.table3 not exists for 1-th check, retry later table test.finish_mark not exists for 44-th check, retry later + set +x table test.t_1 not exists for 1-th check, retry later [2025/04/05 20:22:48.762 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark17000] [2025/04/05 20:22:48.767 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark17000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:22:48.769 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] empty select id, val from test.availability2 where id=1 run task successfully nonempty select id, val from test.availability3 where id=1 and val=1 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later found first match line: 457141326565343246 : [2025/04/05 20:22:49.174 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=168] [jobID=169] [query="CREATE TABLE IF NOT EXISTS `finishmark17000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141326565343246] [2025/04/05 20:22:49.760 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark17000] [2025/04/05 20:22:49.760 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141326565343246] [2025/04/05 20:22:49.763 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:49.766 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:22:49.770 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:49.775 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:49 GMT < Content-Length: 1281 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b8477378-6f7c-4284-8063-95d9dad90e83 {"id":"b8477378-6f7c-4284-8063-95d9dad90e83","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855764} /tidb/cdc/default/__cdc_meta__/capture/d41eef59-6648-47f7-8256-bad385b63b1c {"id":"d41eef59-6648-47f7-8256-bad385b63b1c","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855767} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e711fad7 b8477378-6f7c-4284-8063-95d9dad90e83 /tidb/cdc/default/__cdc_meta__/owner/22319605e711fb14 d41eef59-6648-47f7-8256-bad385b63b1c /tidb/cdc/default/default/upstream/7489803433030691189 {"id":7489803433030691189,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b8477378-6f7c-4284-8063-95d9dad90e83 {"id":"b8477378-6f7c-4284-8063-95d9dad90e83","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855764} /tidb/cdc/default/__cdc_meta__/capture/d41eef59-6648-47f7-8256-bad385b63b1c {"id":"d41eef59-6648-47f7-8256-bad385b63b1c","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855767} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e711fad7 b8477378-6f7c-4284-8063-95d9dad90e83 /tidb/cdc/default/__cdc_meta__/owner/22319605e711fb14 d41eef59-6648-47f7-8256-bad385b63b1c /tidb/cdc/default/default/upstream/7489803433030691189 {"id":7489803433030691189,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b8477378-6f7c-4284-8063-95d9dad90e83 {"id":"b8477378-6f7c-4284-8063-95d9dad90e83","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855764} /tidb/cdc/default/__cdc_meta__/capture/d41eef59-6648-47f7-8256-bad385b63b1c {"id":"d41eef59-6648-47f7-8256-bad385b63b1c","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855767} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e711fad7 b8477378-6f7c-4284-8063-95d9dad90e83 /tidb/cdc/default/__cdc_meta__/owner/22319605e711fb14 d41eef59-6648-47f7-8256-bad385b63b1c /tidb/cdc/default/default/upstream/7489803433030691189 {"id":7489803433030691189,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803458549689252 TiDB Cluster ID. tikv_gc_leader_uuid 658179d44900001 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-f-th62g, pid:4062, start at 2025-04-05 20:22:47.886451786 +0800 CST m=+3.980133243 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:24:47.979 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:22:48.093 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:12:48.093 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/force_replicate_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/force_replicate_table/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/force_replicate_table/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/force_replicate_table/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/force_replicate_table/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table processor_delay.t31 exists table processor_delay.t32 not exists for 1-th check, retry later + set +x + tso='457141326682521601 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141326682521601 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457141326682521601 + run_cdc_server --workdir /tmp/tidb_cdc_test/sql_mode --binary cdc.test [Sat Apr 5 20:22:50 CST 2025] <<<<<< START cdc server in sql_mode case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.1446114463.out server --log-file /tmp/tidb_cdc_test/sql_mode/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sql_mode/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table test.table3 not exists for 2-th check, retry later table test.finish_mark not exists for 45-th check, retry later + endpoints=http://127.0.0.1:2379 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s + info='{ "upstream_id": 7489803315163721172, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457141326802059265, "checkpoint_time": "2025-04-05 20:22:49.356", "error": null }' + echo '{ "upstream_id": 7489803315163721172, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457141326802059265, "checkpoint_time": "2025-04-05 20:22:49.356", "error": null }' { "upstream_id": 7489803315163721172, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457141326802059265, "checkpoint_time": "2025-04-05 20:22:49.356", "error": null } ++ echo '{' '"upstream_id":' 7489803315163721172, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457141326802059265, '"checkpoint_time":' '"2025-04-05' '20:22:49.356",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489803315163721172, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457141326802059265, '"checkpoint_time":' '"2025-04-05' '20:22:49.356",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] nonempty select id, val from test.availability3 where id=1 and val=1 run task successfully nonempty select id, val from test.availability3 where id=1 and val=22 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [2025/04/05 20:22:51.675 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark18000] [2025/04/05 20:22:51.675 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark18000] [Pipeline] // timeout + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12125.out cli unsafe delete-service-gc-safepoint table test.t_1 exists table test.t_2 exists table test.t_3 exists table test.t_4 exists table test.t_5 exists table test.t_6 exists table test.t_7 exists table test.t_8 exists table test.t_9 exists table test.t_10 exists table test.t_11 exists table test.t_12 exists table test.t_13 exists table test.t_14 exists table test.t_15 exists table test.t_16 exists table test.t_17 exists table test.t_18 exists table test.t_19 exists table test.t_20 exists table test.t_21 exists table test.t_22 exists table test.t_23 exists table test.t_24 exists table test.t_25 exists table test.t_26 exists table test.t_27 exists table test.t_28 exists table test.t_29 exists table test.t_30 exists table test.t_31 exists table test.t_32 exists table test.t_33 exists table test.t_34 exists table test.t_35 exists table test.t_36 exists table test.t_37 exists table test.t_38 exists table test.t_39 exists table test.t_40 exists table test.t_41 exists table test.t_42 exists table test.t_43 exists table test.t_44 exists table test.t_45 exists table test.t_46 exists table test.t_47 exists table test.t_48 exists table test.t_49 exists table test.t_50 exists table test.t_51 exists table test.t_52 exists table test.t_53 exists table test.t_54 exists table test.t_55 exists table test.t_56 exists table test.t_57 exists table test.t_58 exists table test.t_59 exists table test.t_60 exists table test.t_61 exists table test.t_62 exists table test.t_63 exists table test.t_64 exists table test.t_65 exists table test.t_66 exists table test.t_67 exists table test.t_68 exists table test.t_69 exists table test.t_70 exists table test.t_71 exists table test.t_72 exists table test.t_73 exists table test.t_74 exists table test.t_75 exists table test.t_76 exists table test.t_77 exists table test.t_78 exists table test.t_79 exists table test.t_80 exists table test.t_81 exists table test.t_82 exists table test.t_83 exists table test.t_84 exists table test.t_85 exists table test.t_86 exists table test.t_87 exists [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } Confirm that you know what this command will do and use it at your own risk [Y/N] table test.t_88 exists table test.t_89 exists table test.t_90 exists table test.t_91 exists table test.t_92 exists table test.t_93 exists table test.t_94 exists table test.t_95 exists table test.t_96 exists table test.t_97 exists table test.t_98 exists table test.t_99 exists table test.t_100 exists [Pipeline] // dir [Pipeline] } [Pipeline] // stage CDC service GC safepoint truncated in PD! PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... [Pipeline] } table processor_delay.t32 exists table processor_delay.t33 not exists for 1-th check, retry later [Pipeline] // container [Pipeline] } [Pipeline] // withEnv table test.t_100 not exists for 1-th check, retry later [Pipeline] } table common_1.v1 exists table common_1.recover_and_insert not exists for 1-th check, retry later [Pipeline] // node [Pipeline] } table capture_suicide_while_balance_table.t1 exists table capture_suicide_while_balance_table.t2 not exists for 1-th check, retry later [Sat Apr 5 20:22:52 CST 2025] <<<<<< START cdc server in force_replicate_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.force_replicate_table.54025404.out server --log-file /tmp/tidb_cdc_test/force_replicate_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/force_replicate_table/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage table test.table3 not exists for 3-th check, retry later [Pipeline] } table test.finish_mark not exists for 46-th check, retry later \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } nonempty select id, val from test.availability3 where id=1 and val=22 run task successfully empty select id, val from test.availability3 where id=1 TEST FAILED: OUTPUT CONTAINS 'id:' ____________________________________ *************************** 1. row *************************** id: 1 val: 22 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) [Pipeline] // cache + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12148.out cli unsafe reset --no-confirm --pd=http://127.0.0.1:2379 [Pipeline] } [Pipeline] // dir [Pipeline] } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:53 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/test-1 {UpstreamID:7489803098148105220 Namespace:default ID:test-1 SinkURI:mysql://root@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:21:30.867689936 +0800 CST StartTs:457141304932696065 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0014e01b0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141306217201671} {CheckpointTs:457141309480894465 MinTableBarrierTs:457141309742776321 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/222f7214-191a-469d-b855-762d7b022af5 {"id":"222f7214-191a-469d-b855-762d7b022af5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855687} /tidb/cdc/default/__cdc_meta__/capture/b97c1efc-01fd-45d3-923a-825ee5e933b2 {"id":"b97c1efc-01fd-45d3-923a-825ee5e933b2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855770} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5def3e3 222f7214-191a-469d-b855-762d7b022af5 /tidb/cdc/default/__cdc_meta__/owner/22319605e72b0cda b97c1efc-01fd-45d3-923a-825ee5e933b2 /tidb/cdc/default/default/changefeed/info/test-1 {"upstream-id":7489803098148105220,"namespace":"default","changefeed-id":"test-1","sink-uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:21:30.867689936+08:00","start-ts":457141304932696065,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141306217201671} /tidb/cdc/default/default/changefeed/status/test-1 {"checkpoint-ts":457141309480894465,"min-table-barrier-ts":457141309742776321,"admin-job-type":0} /tidb/cdc/default/default/task/position/222f7214-191a-469d-b855-762d7b022af5/test-1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/b97c1efc-01fd-45d3-923a-825ee5e933b2/test-1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803098148105220 {"id":7489803098148105220,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/test-1 {UpstreamID:7489803098148105220 Namespace:default ID:test-1 SinkURI:mysql://root@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:21:30.867689936 +0800 CST StartTs:457141304932696065 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0014e01b0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141306217201671} {CheckpointTs:457141309480894465 MinTableBarrierTs:457141309742776321 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/222f7214-191a-469d-b855-762d7b022af5 {"id":"222f7214-191a-469d-b855-762d7b022af5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855687} /tidb/cdc/default/__cdc_meta__/capture/b97c1efc-01fd-45d3-923a-825ee5e933b2 {"id":"b97c1efc-01fd-45d3-923a-825ee5e933b2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855770} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5def3e3 222f7214-191a-469d-b855-762d7b022af5 /tidb/cdc/default/__cdc_meta__/owner/22319605e72b0cda b97c1efc-01fd-45d3-923a-825ee5e933b2 /tidb/cdc/default/default/changefeed/info/test-1 {"upstream-id":7489803098148105220,"namespace":"default","changefeed-id":"test-1","sink-uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:21:30.867689936+08:00","start-ts":457141304932696065,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141306217201671} /tidb/cdc/default/default/changefeed/status/test-1 {"checkpoint-ts":457141309480894465,"min-table-barrier-ts":457141309742776321,"admin-job-type":0} /tidb/cdc/default/default/task/position/222f7214-191a-469d-b855-762d7b022af5/test-1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/b97c1efc-01fd-45d3-923a-825ee5e933b2/test-1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803098148105220 {"id":7489803098148105220,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/test-1 {UpstreamID:7489803098148105220 Namespace:default ID:test-1 SinkURI:mysql://root@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:21:30.867689936 +0800 CST StartTs:457141304932696065 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0014e01b0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141306217201671} {CheckpointTs:457141309480894465 MinTableBarrierTs:457141309742776321 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/222f7214-191a-469d-b855-762d7b022af5 {"id":"222f7214-191a-469d-b855-762d7b022af5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855687} /tidb/cdc/default/__cdc_meta__/capture/b97c1efc-01fd-45d3-923a-825ee5e933b2 {"id":"b97c1efc-01fd-45d3-923a-825ee5e933b2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855770} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e5def3e3 222f7214-191a-469d-b855-762d7b022af5 /tidb/cdc/default/__cdc_meta__/owner/22319605e72b0cda b97c1efc-01fd-45d3-923a-825ee5e933b2 /tidb/cdc/default/default/changefeed/info/test-1 {"upstream-id":7489803098148105220,"namespace":"default","changefeed-id":"test-1","sink-uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:21:30.867689936+08:00","start-ts":457141304932696065,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141306217201671} /tidb/cdc/default/default/changefeed/status/test-1 {"checkpoint-ts":457141309480894465,"min-table-barrier-ts":457141309742776321,"admin-job-type":0} /tidb/cdc/default/default/task/position/222f7214-191a-469d-b855-762d7b022af5/test-1 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/b97c1efc-01fd-45d3-923a-825ee5e933b2/test-1 {"checkpoint-ts":0,"resolv+ grep -q 'etcd info' ed-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803098148105220 {"id":7489803098148105220,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457141326682521601 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-2 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.14518.out cli changefeed create --start-ts=457141326682521601 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-2 [Pipeline] // stage reset and all metadata truncated in PD! PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv table common_1.recover_and_insert not exists for 2-th check, retry later [Pipeline] } [Pipeline] // node [Pipeline] } [2025/04/05 20:22:53.753 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark18000] [2025/04/05 20:22:53.761 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark18000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:22:53.763 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] table processor_delay.t33 exists table processor_delay.t34 not exists for 1-th check, retry later [Pipeline] // podTemplate Create changefeed successfully! ID: test-2 Info: {"upstream_id":7489803098148105220,"namespace":"default","id":"test-2","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:22:54.200815321+08:00","start_ts":457141326682521601,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141326682521601,"checkpoint_ts":457141326682521601,"checkpoint_time":"2025-04-05 20:22:48.900"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } table capture_suicide_while_balance_table.t2 exists table capture_suicide_while_balance_table.t3 not exists for 1-th check, retry later table test.table3 exists table test.table4 not exists for 1-th check, retry later INSERT - Takes(s): 20.0, Count: 32286, OPS: 1614.7, Avg(us): 6176, Min(us): 803, Max(us): 93506, 95th(us): 59000, 99th(us): 89000 table test.finish_mark not exists for 47-th check, retry later table test.t_100 not exists for 2-th check, retry later found first match line: 457141327823634447 : [2025/04/05 20:22:54.172 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=170] [jobID=171] [query="CREATE TABLE IF NOT EXISTS `finishmark18000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141327823634447] [2025/04/05 20:22:54.854 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark18000] [2025/04/05 20:22:54.854 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141327823634447] [2025/04/05 20:22:54.857 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:54.861 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:22:54.866 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:22:54.871 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] + set +x + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:55 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9cc19c1b-cfc3-4592-9484-6c5ace7f99f0 {"id":"9cc19c1b-cfc3-4592-9484-6c5ace7f99f0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855772} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e72f87de 9cc19c1b-cfc3-4592-9484-6c5ace7f99f0 /tidb/cdc/default/default/upstream/7489803460638381705 {"id":7489803460638381705,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9cc19c1b-cfc3-4592-9484-6c5ace7f99f0 {"id":"9cc19c1b-cfc3-4592-9484-6c5ace7f99f0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855772} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e72f87de 9cc19c1b-cfc3-4592-9484-6c5ace7f99f0 /tidb/cdc/default/default/upstream/7489803460638381705 {"id":7489803460638381705,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9cc19c1b-cfc3-4592-9484-6c5ace7f99f0 {"id":"9cc19c1b-cfc3-4592-9484-6c5ace7f99f0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855772} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e72f87de 9cc19c1b-cfc3-4592-9484-6c5ace7f99f0 /tidb/cdc/default/default/upstream/7489803460638381705 {"id":7489803460638381705,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + set +x + run_sql 'use test; create table t2(id bigint primary key, a date); insert into t2 values(1, '\''2023-02-08'\'');' 127.0.0.1 4000 Create changefeed successfully! ID: 59bac752-19f7-452c-a890-e60714846c97 Info: {"upstream_id":7489803460638381705,"namespace":"default","id":"59bac752-19f7-452c-a890-e60714846c97","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?safe-mode=true","create_time":"2025-04-05T20:22:55.620557697+08:00","start_ts":457141327572762625,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":true,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141327572762625,"checkpoint_ts":457141327572762625,"checkpoint_time":"2025-04-05 20:22:52.296"} empty select id, val from test.availability3 where id=1 run task successfully test_gap_between_watch_capture pass wait process cdc.test exit for 1-th time... table common_1.recover_and_insert not exists for 3-th check, retry later table processor_delay.t34 exists table processor_delay.t35 not exists for 1-th check, retry later table force_replicate_table.t0 not exists for 1-th check, retry later wait process cdc.test exit for 2-th time... [2025/04/05 20:22:56.255 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark19000] [2025/04/05 20:22:56.255 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark19000] table test.table4 exists table test.finish_mark not exists for 48-th check, retry later table test.t_100 not exists for 3-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case delete_owner_key [Sat Apr 5 20:22:56 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.48354837.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_gap_between_watch_capture.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_gap_between_watch_capture.server1 --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 check diff failed 1-th time, retry later table capture_suicide_while_balance_table.t3 exists table capture_suicide_while_balance_table.t4 not exists for 1-th check, retry later table common_1.recover_and_insert exists table common_1.finish_mark not exists for 1-th check, retry later [2025/04/05 20:22:55.867 +08:00] [WARN] [diff.go:180] ["table struct is not equal"] [reason="column num not equal, one is 2 another is 3"] table force_replicate_table.t0 exists table force_replicate_table.t1 not exists for 1-th check, retry later [2025/04/05 20:22:58.256 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark19000] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12242.out cli unsafe resolve-lock --region=14 table processor_delay.t35 exists table processor_delay.t36 not exists for 1-th check, retry later PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... table test.finish_mark not exists for 49-th check, retry later table test.t_100 not exists for 4-th check, retry later table capture_suicide_while_balance_table.t4 exists check diff successfully wait process cdc.test exit for 1-th time... table common_1.finish_mark not exists for 2-th check, retry later + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12275.out cli unsafe resolve-lock --region=14 --ts=457141328348971013 wait process cdc.test exit for 2-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:22:59 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003952e10 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141329226891268 MinTableBarrierTs:457141329488773125 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141329488773125, checkpointTs: 457141329488773125, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141329488773122, checkpointTs: 457141329488773122, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141329488773122, checkpointTs: 457141329488773122, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d9c0fa97-e8e7-4347-ae02-dbe26fc3276b {"id":"d9c0fa97-e8e7-4347-ae02-dbe26fc3276b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855777} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458f62 d9c0fa97-e8e7-4347-ae02-dbe26fc3276b /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141329226891268,"min-table-barrier-ts":457141329488773125,"admin-job-type":0} /tidb/cdc/default/default/task/position/d9c0fa97-e8e7-4347-ae02-dbe26fc3276b/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003952e10 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141329226891268 MinTableBarrierTs:457141329488773125 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141329488773125, checkpointTs: 457141329488773125, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141329488773122, checkpointTs: 457141329488773122, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141329488773122, checkpointTs: 457141329488773122, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d9c0fa97-e8e7-4347-ae02-dbe26fc3276b {"id":"d9c0fa97-e8e7-4347-ae02-dbe26fc3276b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855777} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458f62 d9c0fa97-e8e7-4347-ae02-dbe26fc3276b /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141329226+ grep -q 'failed to get info:' 891268,"min-table-barrier-ts":457141329488773125,"admin-job-type":0} /tidb/cdc/default/default/task/position/d9c0fa97-e8e7-4347-ae02-dbe26fc3276b/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003952e10 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141329226891268 MinTableBarrierTs:457141329488773125 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141329488773125, checkpointTs: 457141329488773125, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141329488773122, checkpointTs: 457141329488773122, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141329488773122, checkpointTs: 457141329488773122, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/d9c0fa97-e8e7-4347-ae02-dbe26fc3276b {"id":"d9c0fa97-e8e7-4347-ae02-dbe26fc3276b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855777} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458f62 d9c0fa97-e8e7-4347-ae02-dbe26fc3276b /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141329226891268,"min-table-barrier-ts":457141329488773125,"admin-job-type":0} /tidb/cdc/default/default/task/position/d9c0fa97-e8e7-4347-ae02-dbe26fc3276b/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' [2025/04/05 20:23:00.263 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark19000] table processor_delay.t36 exists table processor_delay.t37 not exists for 1-th check, retry later [2025/04/05 20:23:00.353 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark19000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:23:00.355 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] [2025/04/05 20:23:00.470 +08:00] [INFO] [case.go:561] ["one upstream workload finished"] [round=20001] [2025/04/05 20:23:00.470 +08:00] [INFO] [case.go:608] ["one downstream exit due to receive done"] [2025/04/05 20:23:00.473 +08:00] [INFO] [case.go:561] ["one upstream workload finished"] [round=20002] [2025/04/05 20:23:00.473 +08:00] [INFO] [case.go:608] ["one downstream exit due to receive done"] [2025/04/05 20:23:00.556 +08:00] [INFO] [case.go:561] ["one upstream workload finished"] [round=20003] [2025/04/05 20:23:00.556 +08:00] [INFO] [case.go:608] ["one downstream exit due to receive done"] [2025/04/05 20:23:00.557 +08:00] [INFO] [case.go:561] ["one upstream workload finished"] [round=20004] [2025/04/05 20:23:00.557 +08:00] [INFO] [case.go:608] ["one downstream exit due to receive done"] [2025/04/05 20:23:00.574 +08:00] [INFO] [case.go:544] ["upstream create table executed"] [tblName=finishmark20000] [2025/04/05 20:23:00.574 +08:00] [INFO] [case.go:561] ["one upstream workload finished"] [round=20004] PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... table test.finish_mark not exists for 50-th check, retry later table test.t_100 not exists for 5-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:23:00 CST 2025] <<<<<< START cdc server in changefeed_resume_with_checkpoint_ts case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/InjectChangefeedFastFailError=1*return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_resume_with_checkpoint_ts.87828784.out server --log-file /tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_resume_with_checkpoint_ts/cdc_data --cluster-id default --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table force_replicate_table.t1 exists table force_replicate_table.t2 not exists for 1-th check, retry later found first match line: 457141329134354450 : [2025/04/05 20:22:59.273 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=172] [jobID=173] [query="CREATE TABLE IF NOT EXISTS `finishmark19000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141329134354450] [2025/04/05 20:23:00.879 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark19000] [2025/04/05 20:23:00.879 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141329134354450] [2025/04/05 20:23:00.956 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:23:00.960 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:23:00.964 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:23:00.969 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:23:00.969 +08:00] [INFO] [case.go:576] ["downstream start wait for table"] [tblName=finishmark20000] % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 140 100 35 100 105 4616 13848 --:--:-- --:--:-- --:--:-- 15000 { "status": true, "message": "" "is-owner": true, run task successfully + set +x % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 218 100 212 100 6 150k 4350 --:--:-- --:--:-- --:--:-- 207k { "error_msg": "[CDC:ErrAPIInvalidParam]invalid log level: json: cannot unmarshal string into Go value of type struct { Level string \"json:\\\"log_level\\\"\" }", "error_code": "CDC:ErrAPIInvalidParam" table common_1.finish_mark not exists for 3-th check, retry later table processor_delay.t37 exists table processor_delay.t38 not exists for 1-th check, retry later table force_replicate_table.t2 exists table force_replicate_table.t3 not exists for 1-th check, retry later owner pid: 4840 owner id d9c0fa97-e8e7-4347-ae02-dbe26fc3276b default owner key /tidb/cdc/default/__cdc_meta__/owner/22319605e5458f62 [Sat Apr 5 20:23:02 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.49714973.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_gap_between_watch_capture.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_gap_between_watch_capture.server2 --cluster-id default --addr 127.0.0.1:8301 + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 20:23:02.970 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark20000] [2025/04/05 20:23:02.975 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark20000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:23:02.977 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] table test.finish_mark not exists for 51-th check, retry later table test.t_100 not exists for 6-th check, retry later }lease 22319605e711fb14 revoked check diff successfully + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:23:03 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8e519985-67d9-44fc-9259-30aaae5b342f {"id":"8e519985-67d9-44fc-9259-30aaae5b342f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855781} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22319605e6d0acbe 8e519985-67d9-44fc-9259-30aaae5b342f /tidb/cdc/default/default/changefeed/info/5fdc494e-3e9c-41f2-8aec-08e789e88117 {"upstream-id":7489803356432126732,"namespace":"default","changefeed-id":"5fdc494e-3e9c-41f2-8aec-08e789e88117","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:22:29.247560778+08:00","start-ts":457141321560489986,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"failed","error":{"time":"2025-04-05T20:23:01.16735405+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrStartTsBeforeGC","message":"[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError"},"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141329896669187} /tidb/cdc/default/default/changefeed/status/5fdc494e-3e9c-41f2-8aec-08e789e88117 {"checkpoint-ts":457141324063965197,"min-table-barrier-ts":457141329241309187,"admin-job-type":1} /tidb/cdc/default/default/upstream/7489803356432126732 {"id":7489803356432126732,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8e519985-67d9-44fc-9259-30aaae5b342f {"id":"8e519985-67d9-44fc-9259-30aaae5b342f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855781} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22319605e6d0acbe 8e519985-67d9-44fc-9259-30aaae5b342f /tidb/cdc/default/default/changefeed/info/5fdc494e-3e9c-41f2-8aec-08e789e88117 {"upstream-id":7489803356432126732,"namespace":"default","changefeed-id":"5fdc494e-3e9c-41f2-8aec-08e789e88117","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:22:29.247560778+08:00","start-ts":457141321560489986,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"failed","error":{"time":"2025-04-05T20:23:01.16735405+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrStartTsBeforeGC","message":"[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError"},"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141329896669187} /tidb/cdc/default/default/changefeed/status/5fdc494e-3e9c-41f2-8aec-08e789e88117 {"checkpoint-ts":457141324063965197,"min-table-barrier-ts":457141329241309187,"admin-job-type":1} /tidb/cdc/default/default/upstream/7489803356432126732 {"id":7489803356432126732,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8e519985-67d9-44fc-9259-30aaae5b342f {"id":"8e519985-67d9-44fc-9259-30aaae5b342f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855781} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22319605e6d0acbe 8e519985-67d9-44fc-9259-30aaae5b342f /tidb/cdc/default/default/changefeed/info/5fdc494e-3e9c-41f2-8aec-08e789e88117 {"upstream-id":7489803356432126732,"namespace":"default","changefeed-id":"5fdc494e-3e9c-41f2-8aec-08e789e88117","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:22:29.247560778+08:00","start-ts":457141321560489986,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"failed","error":{"time":"2025-04-05T20:23:01.16735405+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrStartTsBeforeGC","message":"[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError"},"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141329896669187} /tidb/cdc/default/default/changefeed/status/5fdc494e-3e9c-41f2-8aec-08e789e88117 {"checkpoint-ts":457141324063965197,"min-table-barrier-ts":457141329241309187,"admin-job-type":1} /tidb/cdc/default/default/upstream/7489803356432126732 {"id":7489803356432126732,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check_changefeed_state http://127.0.0.1:2379 5fdc494e-3e9c-41f2-8aec-08e789e88117 failed ErrStartTsBeforeGC + endpoints=http://127.0.0.1:2379 + changefeed_id=5fdc494e-3e9c-41f2-8aec-08e789e88117 + expected_state=failed + error_msg=ErrStartTsBeforeGC + tls_dir=ErrStartTsBeforeGC + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 5fdc494e-3e9c-41f2-8aec-08e789e88117 -s + info='{ "upstream_id": 7489803356432126732, "namespace": "default", "id": "5fdc494e-3e9c-41f2-8aec-08e789e88117", "state": "failed", "checkpoint_tso": 457141324063965197, "checkpoint_time": "2025-04-05 20:22:38.911", "error": { "time": "2025-04-05T20:23:01.16735405+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError" } }' + echo '{ "upstream_id": 7489803356432126732, "namespace": "default", "id": "5fdc494e-3e9c-41f2-8aec-08e789e88117", "state": "failed", "checkpoint_tso": 457141324063965197, "checkpoint_time": "2025-04-05 20:22:38.911", "error": { "time": "2025-04-05T20:23:01.16735405+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError" } }' { "upstream_id": 7489803356432126732, "namespace": "default", "id": "5fdc494e-3e9c-41f2-8aec-08e789e88117", "state": "failed", "checkpoint_tso": 457141324063965197, "checkpoint_time": "2025-04-05 20:22:38.911", "error": { "time": "2025-04-05T20:23:01.16735405+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrStartTsBeforeGC", "message": "[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError" } } ++ echo '{' '"upstream_id":' 7489803356432126732, '"namespace":' '"default",' '"id":' '"5fdc494e-3e9c-41f2-8aec-08e789e88117",' '"state":' '"failed",' '"checkpoint_tso":' 457141324063965197, '"checkpoint_time":' '"2025-04-05' '20:22:38.911",' '"error":' '{' '"time":' '"2025-04-05T20:23:01.16735405+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError"' '}' '}' ++ jq -r .state + state=failed + [[ ! failed == \f\a\i\l\e\d ]] ++ echo '{' '"upstream_id":' 7489803356432126732, '"namespace":' '"default",' '"id":' '"5fdc494e-3e9c-41f2-8aec-08e789e88117",' '"state":' '"failed",' '"checkpoint_tso":' 457141324063965197, '"checkpoint_time":' '"2025-04-05' '20:22:38.911",' '"error":' '{' '"time":' '"2025-04-05T20:23:01.16735405+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError"' '}' '}' ++ jq -r .error.message + message='[CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError' + [[ ! [CDC:ErrStartTsBeforeGC]InjectChangefeedFastFailError =~ ErrStartTsBeforeGC ]] run task successfully table common_1.finish_mark not exists for 4-th check, retry later wait process cdc.test exit for 1-th time... table processor_delay.t38 exists table processor_delay.t39 not exists for 1-th check, retry later wait process cdc.test exit for 2-th time... table force_replicate_table.t3 exists table force_replicate_table.t4 not exists for 1-th check, retry later check_changefeed_state http://127.0.0.1:2379 5fdc494e-3e9c-41f2-8aec-08e789e88117 normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=5fdc494e-3e9c-41f2-8aec-08e789e88117 + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 5fdc494e-3e9c-41f2-8aec-08e789e88117 -s + info='{ "upstream_id": 7489803356432126732, "namespace": "default", "id": "5fdc494e-3e9c-41f2-8aec-08e789e88117", "state": "normal", "checkpoint_tso": 457141330683101189, "checkpoint_time": "2025-04-05 20:23:04.161", "error": null }' + echo '{ "upstream_id": 7489803356432126732, "namespace": "default", "id": "5fdc494e-3e9c-41f2-8aec-08e789e88117", "state": "normal", "checkpoint_tso": 457141330683101189, "checkpoint_time": "2025-04-05 20:23:04.161", "error": null }' { "upstream_id": 7489803356432126732, "namespace": "default", "id": "5fdc494e-3e9c-41f2-8aec-08e789e88117", "state": "normal", "checkpoint_tso": 457141330683101189, "checkpoint_time": "2025-04-05 20:23:04.161", "error": null } ++ echo '{' '"upstream_id":' 7489803356432126732, '"namespace":' '"default",' '"id":' '"5fdc494e-3e9c-41f2-8aec-08e789e88117",' '"state":' '"normal",' '"checkpoint_tso":' 457141330683101189, '"checkpoint_time":' '"2025-04-05' '20:23:04.161",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489803356432126732, '"namespace":' '"default",' '"id":' '"5fdc494e-3e9c-41f2-8aec-08e789e88117",' '"state":' '"normal",' '"checkpoint_tso":' 457141330683101189, '"checkpoint_time":' '"2025-04-05' '20:23:04.161",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully INSERT - Takes(s): 30.0, Count: 43761, OPS: 1458.9, Avg(us): 6835, Min(us): 803, Max(us): 93506, 95th(us): 79000, 99th(us): 89000 table test.finish_mark not exists for 52-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:23:04 CST 2025] <<<<<< run test case capture_suicide_while_balance_table success! >>>>>> table test.t_100 not exists for 7-th check, retry later } % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 182 100 182 0 0 199k 0 --:--:-- --:--:-- --:--:-- 177k { "version": "v9.0.0-beta.1-9-g4c631d595", "git_hash": "4c631d5951854ac91765b729fe3849d8e8d5ed8a", "id": "c4a8c16d-9eb6-473c-9d7e-111206ca71d1", "pid": 11425, "is_owner": true }wait process cdc.test exit for 1-th time... [2025/04/05 20:23:05.165 +08:00] [INFO] [case.go:687] ["try get end ts"] [query="SELECT JOB_ID FROM information_schema.ddl_jobs WHERE table_name = ?"] [tableName=finishmark20000] [2025/04/05 20:23:05.171 +08:00] [INFO] [case.go:697] ["try parse finishedTs from ticdc log"] [tableName=finishmark20000] /tmp/tidb_cdc_test/bank/cdcdown.log [2025/04/05 20:23:05.173 +08:00] [INFO] [case.go:717] ["total files"] [file="[/tmp/tidb_cdc_test/bank/cdcdown.log]"] found first match line: 457141330204688401 : [2025/04/05 20:23:03.222 +08:00] [INFO] [ddl_manager.go:298] ["handle a ddl job"] [namespace=default] [changefeed=changefeed-for-find-finished-ts] [tableID=174] [jobID=175] [query="CREATE TABLE IF NOT EXISTS `finishmark20000` (`foo` BIGINT PRIMARY KEY)"] [finishedTs=457141330204688401] [2025/04/05 20:23:05.355 +08:00] [INFO] [case.go:581] ["ddl synced"] [table=finishmark20000] [2025/04/05 20:23:05.355 +08:00] [INFO] [case.go:587] ["downstream sync success"] [endTs=457141330204688401] [2025/04/05 20:23:05.357 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:23:05.361 +08:00] [INFO] [case.go:191] ["sequence verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:23:05.364 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:4000)/bank] [2025/04/05 20:23:05.368 +08:00] [INFO] [case.go:308] ["bank verify pass"] [tag=root@tcp(127.0.0.1:3306)/bank] [2025/04/05 20:23:05.368 +08:00] [INFO] [case.go:608] ["one downstream exit due to receive done"] [2025/04/05 20:23:05.368 +08:00] [INFO] [case.go:620] ["bank test finished"] [valid=20] [tries=20] [ratio=1] + cleanup_process cdc.test table common_1.finish_mark exists check diff successfully wait process cdc.test exit for 2-th time... wait process cdc.test exit for 1-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:23:05 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0001e6c60 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141330799493127 MinTableBarrierTs:457141331061637127 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a0b70889-3637-438e-92ef-877c1bce7b0a {"id":"a0b70889-3637-438e-92ef-877c1bce7b0a","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855783} /tidb/cdc/default/__cdc_meta__/capture/d9c0fa97-e8e7-4347-ae02-dbe26fc3276b {"id":"d9c0fa97-e8e7-4347-ae02-dbe26fc3276b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855777} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458f62 d9c0fa97-e8e7-4347-ae02-dbe26fc3276b /tidb/cdc/default/__cdc_meta__/owner/22319605e5458fbf a0b70889-3637-438e-92ef-877c1bce7b0a /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141330799493127,"min-table-barrier-ts":457141331061637127,"admin-job-type":0} /tidb/cdc/default/default/task/position/a0b70889-3637-438e-92ef-877c1bce7b0a/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/d9c0fa97-e8e7-4347-ae02-dbe26fc3276b/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0001e6c60 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141330799493127 MinTableBarrierTs:457141331061637127 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a0b70889-3637-438e-92ef-877c1bce7b0a {"id":"a0b70889-3637-438e-92ef-877c1bce7b0a","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855783} /tidb/cdc/default/__cdc_meta__/capture/d9c0fa97-e8e7-4347-ae02-dbe26fc3276b {"id":"d9c0fa97-e8e7-4347-ae02-dbe26fc3276b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855777} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458f62 d9c0fa97-e8e7-4347-ae02-dbe26fc3276b /tidb/cdc/default/__cdc_meta__/owner/22319605e5458fbf a0b70889-3637-438e-92ef-877c1bce7b0a /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141330799493127,"min-table-barrier-ts":457141331061637127,"admin-job-type":0} /tidb/cdc/default/default/task/position/a0b70889-3637-438e-92ef-877c1bce7b0a/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/d9c0fa97-e8e7-4347-ae02-dbe26fc3276b/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0001e6c60 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141330799493127 MinTableBarrierTs:457141331061637127 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a0b70889-3637-438e-92ef-877c1bce7b0a {"id":"a0b70889-3637-438e-92ef-877c1bce7b0a","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855783} /tidb/cdc/default/__cdc_meta__/capture/d9c0fa97-e8e7-4347-ae02-dbe26fc3276b {"id":"d9c0fa97-e8e7-4347-ae02-dbe26fc3276b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855777} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/22319605e5458f62 d9c0fa97-e8e7-4347-ae02-dbe26fc3276b /tidb/cdc/default/__cdc_meta__/owner/22319605e5458fbf a0b70889-3637-438e-92ef-877c1bce7b0a /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141330799493127,"min-table-barrier-ts":457141331061637127,"admin-job-type":0} /tidb/cdc/default/default/task/position/a0b70889-3637-438e-92ef-877c1bce7b0a/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/d9c0fa97-e8e7-4347-ae02-dbe26fc3276b/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} + grep -q 'etcd info' /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep -v "d9c0fa97-e8e7-4347-ae02-dbe26fc3276b default" | grep id cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:23:06 CST 2025] <<<<<< run test case cli_with_auth success! >>>>>> table force_replicate_table.t4 exists table force_replicate_table.t5 not exists for 1-th check, retry later wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... table test1.table1 not exists for 1-th check, retry later table processor_delay.t39 exists table processor_delay.t40 not exists for 1-th check, retry later table test.finish_mark not exists for 53-th check, retry later table test.t_100 not exists for 8-th check, retry later wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit ++ date + echo '[Sat Apr 5 20:23:06 CST 2025] <<<<<< run test case bank success! >>>>>>' [Sat Apr 5 20:23:06 CST 2025] <<<<<< run test case bank success! >>>>>> + stop_tidb_cluster "id": "a0b70889-3637-438e-92ef-877c1bce7b0a", run task successfully cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:23:07 CST 2025] <<<<<< run test case common_1 success! >>>>>> table force_replicate_table.t5 exists table force_replicate_table.t6 not exists for 1-th check, retry later table test1.table1 not exists for 2-th check, retry later table processor_delay.t40 exists table processor_delay.t41 not exists for 1-th check, retry later table test.finish_mark not exists for 54-th check, retry later table test.t_100 not exists for 9-th check, retry later capture_id: a0b70889-3637-438e-92ef-877c1bce7b0a 1 ETCDCTL_API=3 etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix | grep 'a0b70889-3637-438e-92ef-877c1bce7b0a' a0b70889-3637-438e-92ef-877c1bce7b0a run task successfully curl -X GET http://127.0.0.1:8300/status | grep '"is_owner": false' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 182 100 182 0 0 22628 0 --:--:-- --:--:-- --:--:-- 26000 "is_owner": false run task successfully Run finished, takes 35.115083332s INSERT - Takes(s): 35.1, Count: 50000, OPS: 1424.1, Avg(us): 6981, Min(us): 803, Max(us): 93506, 95th(us): 79000, 99th(us): 89000 table consistent_replicate_nfs.usertable exists table test1.table1 exists table test1.table2 not exists for 1-th check, retry later table processor_delay.t41 exists table processor_delay.t42 not exists for 1-th check, retry later table test.finish_mark not exists for 55-th check, retry later table test.t_100 not exists for 10-th check, retry later wait process cdc.test exit for 1-th time... table force_replicate_table.t6 not exists for 2-th check, retry later wait process cdc.test exit for 2-th time... wait process cdc.test exit for 3-th time... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit nonempty select id, val from test.availability1 where id=1 and val=1 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later table test1.table2 exists table processor_delay.t42 exists table processor_delay.t43 not exists for 1-th check, retry later check diff successfully table force_replicate_table.t6 exists check_data_subset force_replicate_table.t0 127.0.0.1 4000 127.0.0.1 3306 table test.finish_mark not exists for 56-th check, retry later table test.t_100 exists run task successfully check_data_subset force_replicate_table.t1 127.0.0.1 4000 127.0.0.1 3306 table test.finish_mark not exists for 1-th check, retry later table test.finish_mark not exists for 2-th check, retry later table test.finish_mark not exists for 3-th check, retry later table test.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:23:11 CST 2025] <<<<<< run test case many_pk_or_uk success! >>>>>> nonempty select id, val from test.availability1 where id=1 and val=1 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 2-th time, retry later run task successfully check_data_subset force_replicate_table.t2 127.0.0.1 4000 127.0.0.1 3306 table processor_delay.t43 exists table processor_delay.t44 not exists for 1-th check, retry later wait process cdc.test exit for 1-th time... run task successfully check_data_subset force_replicate_table.t3 127.0.0.1 4000 127.0.0.1 3306 wait process cdc.test exit for 2-th time... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/syncpoint/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table test.finish_mark exists wait process cdc.test exit for 3-th time... check diff successfully run task successfully check_data_subset force_replicate_table.t4 127.0.0.1 4000 127.0.0.1 3306 cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 20:23:15 CST 2025] <<<<<< run test case changefeed_resume_with_checkpoint_ts success! >>>>>> wait process cdc.test exit for 1-th time... run task successfully check_data_subset force_replicate_table.t5 127.0.0.1 4000 127.0.0.1 3306 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/savepoint/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... wait process cdc.test exit for 2-th time... table processor_delay.t44 exists table processor_delay.t45 not exists for 1-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:23:16 CST 2025] <<<<<< run test case tidb_mysql_test success! >>>>>> run task successfully check_data_subset force_replicate_table.t6 127.0.0.1 4000 127.0.0.1 3306 id=19,a=NULL doesn't exist in downstream table force_replicate_table.t6 run task failed 1-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kill_owner_with_ddl/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/syncpoint Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } nonempty select id, val from test.availability1 where id=1 and val=1 run task successfully nonempty select id, val from test.availability1 where id=1 and val=22 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } table processor_delay.t45 exists table processor_delay.t46 not exists for 1-th check, retry later [Pipeline] // stage [Pipeline] } Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release start tidb cluster in /tmp/tidb_cdc_test/savepoint Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 check_data_subset force_replicate_table.t6 127.0.0.1 4000 127.0.0.1 3306 start tidb cluster in /tmp/tidb_cdc_test/kill_owner_with_ddl Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... nonempty select id, val from test.availability1 where id=1 and val=22 run task successfully empty select id, val from test.availability1 where id=1 TEST FAILED: OUTPUT CONTAINS 'id:' ____________________________________ *************************** 1. row *************************** id: 1 val: 22 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later run task successfully wait process cdc.test exit for 1-th time... table processor_delay.t46 exists table processor_delay.t47 not exists for 1-th check, retry later wait process cdc.test exit for 2-th time... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/capture_session_done_during_task/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release wait process cdc.test exit for 3-th time... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 20:23:21 CST 2025] <<<<<< run test case force_replicate_table success! >>>>>> Verifying downstream PD is started... table processor_delay.t47 exists table processor_delay.t48 not exists for 1-th check, retry later empty select id, val from test.availability1 where id=1 run task successfully nonempty select id, val from test.availability2 where id=1 and val=1 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later table batch_add_table.finish_mark not exists for 1-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table batch_add_table.finish_mark not exists for 2-th check, retry later Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release # diff Configuration. check-thread-count = 4 export-fix-sql = true check-struct-only = false [task] output-dir = "/tmp/tidb_cdc_test/consistent_replicate_nfs/sync_diff/output" source-instances = ["mysql1"] target-instance = "tidb0" target-check-tables = ["consistent_replicate_nfs.usertable*"] [data-sources] [data-sources.mysql1] host = "127.0.0.1" port = 4000 user = "root" password = "" snapshot = "457141331715686410" [data-sources.tidb0] host = "127.0.0.1" port = 3306 user = "root" password = "" [2025/04/05 20:23:22.231 +08:00] [INFO] [helper.go:54] ["init log"] [file=] [level=info] [2025/04/05 20:23:22.231 +08:00] [INFO] [apply.go:78] ["set memory limit"] [memoryLimit=10737418240] [2025/04/05 20:23:22.232 +08:00] [INFO] [apply.go:94] ["Start http pprof server"] [addr=127.0.0.1:6060] [2025/04/05 20:23:22.232 +08:00] [INFO] [mem_quota.go:82] ["New memory quota"] [namespace=default] [changefeed=redo-applier] [total=1073741824] [2025/04/05 20:23:22.232 +08:00] [INFO] [redo.go:167] ["apply redo log starts"] [checkpointTs=457141329382604857] [resolvedTs=457141331715686410] [2025/04/05 20:23:22.232 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=ddl] [duration=397.346µs] [2025/04/05 20:23:22.233 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 20:23:22.234 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 20:23:22.234 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 20:23:22.239 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22ALLOW_INVALID_DATES%2CNO_AUTO_VALUE_ON_ZERO%2CNO_ENGINE_SUBSTITUTION%2CIGNORE_SPACE%2CONLY_FULL_GROUP_BY%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 20:23:22.242 +08:00] [INFO] [mysql.go:195] ["MySQL backends is created"] [changefeed=.] [workerCount=16] [forceReplicate=false] [2025/04/05 20:23:22.243 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:23:22.243 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:23:22.243 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:23:22.243 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:23:22.243 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:23:22.243 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:23:22.243 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:23:22.244 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:23:22.244 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:23:22.244 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:23:22.244 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:23:22.244 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:23:22.244 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:23:22.244 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:23:22.244 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:23:22.244 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:23:22.244 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=0] [2025/04/05 20:23:22.244 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=1] [2025/04/05 20:23:22.244 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=2] [2025/04/05 20:23:22.244 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=4] [2025/04/05 20:23:22.244 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=5] [2025/04/05 20:23:22.244 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=3] [2025/04/05 20:23:22.244 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=6] [2025/04/05 20:23:22.244 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=7] [2025/04/05 20:23:22.244 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=9] [2025/04/05 20:23:22.244 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=10] [2025/04/05 20:23:22.244 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=11] [2025/04/05 20:23:22.244 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=8] [2025/04/05 20:23:22.244 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=14] [2025/04/05 20:23:22.244 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=12] [2025/04/05 20:23:22.244 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 20:23:22.244 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 20:23:22.244 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=15] [2025/04/05 20:23:22.244 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=13] [2025/04/05 20:23:22.244 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 20:23:22.248 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22ALLOW_INVALID_DATES%2CNO_ENGINE_SUBSTITUTION%2CIGNORE_SPACE%2CONLY_FULL_GROUP_BY%2CNO_AUTO_VALUE_ON_ZERO%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 20:23:22.250 +08:00] [WARN] [mysql_ddl_sink.go:291] ["please set `has-vector-type` to be true if a column is vector type when the downstream is not TiDB or TiDB version less than specify version"] [hasVectorType=false] [supportVectorVersion=8.4.0] [2025/04/05 20:23:22.250 +08:00] [INFO] [mysql_ddl_sink.go:122] ["MySQL DDL sink is created"] [namespace=] [changefeed=] [2025/04/05 20:23:22.258 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=row] [duration=25.862368ms] [2025/04/05 20:23:23.206 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}"] [checkpointTs=457141331715686410] [2025/04/05 20:23:23.206 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}"] [checkpointTs=457141331715686410] [2025/04/05 20:23:23.306 +08:00] [INFO] [redo.go:223] ["apply redo log finishes"] [appliedLogCount=10610] [appliedDDLCount=0] [currentCheckpoint=457141331715686410] [2025/04/05 20:23:23.306 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=8] [2025/04/05 20:23:23.306 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=14] [2025/04/05 20:23:23.306 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=3] [2025/04/05 20:23:23.306 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=13] [2025/04/05 20:23:23.306 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=10] [2025/04/05 20:23:23.306 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=11] [2025/04/05 20:23:23.306 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=1] [2025/04/05 20:23:23.306 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=12] [2025/04/05 20:23:23.306 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=5] [2025/04/05 20:23:23.306 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=4] [2025/04/05 20:23:23.306 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=9] [2025/04/05 20:23:23.306 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=6] [2025/04/05 20:23:23.306 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=7] [2025/04/05 20:23:23.306 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=0] [2025/04/05 20:23:23.306 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=15] [2025/04/05 20:23:23.306 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=2] Apply redo log successfully check diff successfully [Sat Apr 5 20:23:23 CST 2025] <<<<<< run test case consistent_replicate_nfs success! >>>>>> count(*) 47720 nonempty select id, val from test.availability2 where id=1 and val=1 run task successfully nonempty select id, val from test.availability2 where id=1 and val=22 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later start tidb cluster in /tmp/tidb_cdc_test/capture_session_done_during_task Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table processor_delay.t48 exists table processor_delay.t49 not exists for 1-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803621252543337 TiDB Cluster ID. tikv_gc_leader_uuid 658179f6f5c0008 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:9156, start at 2025-04-05 20:23:23.363585592 +0800 CST m=+2.246098872 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:23.371 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:23.351 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:23.351 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803621252543337 TiDB Cluster ID. tikv_gc_leader_uuid 658179f6f5c0008 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:9156, start at 2025-04-05 20:23:23.363585592 +0800 CST m=+2.246098872 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:23.371 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:23.351 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:23.351 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803623706557314 TiDB Cluster ID. tikv_gc_leader_uuid 658179f70e4000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:9229, start at 2025-04-05 20:23:23.483180431 +0800 CST m=+2.308029523 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:23.491 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:23.500 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:23.500 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/syncpoint/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/syncpoint/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/syncpoint/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/syncpoint/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/syncpoint/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table batch_add_table.finish_mark not exists for 3-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... nonempty select id, val from test.availability2 where id=1 and val=22 run task successfully empty select id, val from test.availability2 where id=1 TEST FAILED: OUTPUT CONTAINS 'id:' ____________________________________ *************************** 1. row *************************** id: 1 val: 22 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later table processor_delay.t49 exists table processor_delay.t50 not exists for 1-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/ddl_reentrant/run.sh using Sink-Type: mysql... <<================= ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) The 1 times to try to start tidb cluster... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.syncpoint.cli.10546.out cli tso query --pd=http://127.0.0.1:2379 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803630588646402 TiDB Cluster ID. tikv_gc_leader_uuid 658179f936c0017 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-s-csrtv, pid:6752, start at 2025-04-05 20:23:25.704591374 +0800 CST m=+2.254590788 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:25.757 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:25.759 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:25.759 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803630588646402 TiDB Cluster ID. tikv_gc_leader_uuid 658179f936c0017 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-s-csrtv, pid:6752, start at 2025-04-05 20:23:25.704591374 +0800 CST m=+2.254590788 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:25.757 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:25.759 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:25.759 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803632088327413 TiDB Cluster ID. tikv_gc_leader_uuid 658179f9358000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-s-csrtv, pid:6828, start at 2025-04-05 20:23:25.700410926 +0800 CST m=+2.188961123 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:25.753 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:25.754 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:25.754 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/kill_owner_with_ddl/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/kill_owner_with_ddl/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kill_owner_with_ddl/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kill_owner_with_ddl/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kill_owner_with_ddl/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } table batch_add_table.finish_mark not exists for 4-th check, retry later [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } table processor_delay.t50 exists [Pipeline] // node [Pipeline] } empty select id, val from test.availability2 where id=1 run task successfully nonempty select id, val from test.availability3 where id=1 and val=1 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later [Pipeline] // podTemplate [Pipeline] } check diff failed 1-th time, retry later [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x + tso='457141337024364549 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141337024364549 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:23:29 CST 2025] <<<<<< START cdc server in syncpoint case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/DDLSinkInitializeSlowly=return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.syncpoint.1058610588.out server --log-file /tmp/tidb_cdc_test/syncpoint/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/syncpoint/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Sat Apr 5 20:23:29 CST 2025] <<<<<< START cdc server in kill_owner_with_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kill_owner_with_ddl.82078209.out server --log-file /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 start tidb cluster in /tmp/tidb_cdc_test/ddl_reentrant Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table batch_add_table.finish_mark not exists for 5-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803635244082069 TiDB Cluster ID. tikv_gc_leader_uuid 658179fb874000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:13325, start at 2025-04-05 20:23:28.064616495 +0800 CST m=+2.403195023 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:28.073 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:28.080 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:28.080 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803635244082069 TiDB Cluster ID. tikv_gc_leader_uuid 658179fb874000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:13325, start at 2025-04-05 20:23:28.064616495 +0800 CST m=+2.403195023 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:28.073 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:28.080 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:28.080 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803642092319016 TiDB Cluster ID. tikv_gc_leader_uuid 658179fb9ec0009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:13396, start at 2025-04-05 20:23:28.138468587 +0800 CST m=+2.409958118 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:28.147 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:28.123 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:28.123 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/savepoint/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/savepoint/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/savepoint/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/savepoint/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/savepoint/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } nonempty select id, val from test.availability3 where id=1 and val=1 run task successfully nonempty select id, val from test.availability3 where id=1 and val=22 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout table batch_add_table.finish_mark not exists for 6-th check, retry later [Pipeline] } check diff successfully wait process cdc.test exit for 1-th time... Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.savepoint.cli.14635.out cli tso query --pd=http://127.0.0.1:2379 [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } nonempty select id, val from test.availability3 where id=1 and val=22 run task successfully empty select id, val from test.availability3 where id=1 TEST FAILED: OUTPUT CONTAINS 'id:' ____________________________________ *************************** 1. row *************************** id: 1 val: 22 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } wait process cdc.test exit for 2-th time... [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:23:32 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1e395be1-b491-4389-8d80-9e308554ad96 {"id":"1e395be1-b491-4389-8d80-9e308554ad96","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855810} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7c4f6f0 1e395be1-b491-4389-8d80-9e308554ad96 /tidb/cdc/default/default/upstream/7489803621252543337 {"id":7489803621252543337,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1e395be1-b491-4389-8d80-9e308554ad96 {"id":"1e395be1-b491-4389-8d80-9e308554ad96","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855810} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7c4f6f0 1e395be1-b491-4389-8d80-9e308554ad96 /tidb/cdc/default/default/upstream/7489803621252543337 {"id":7489803621252543337,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/1e395be1-b491-4389-8d80-9e308554ad96 {"id":"1e395be1-b491-4389-8d80-9e308554ad96","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855810} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7c4f6f0 1e395be1-b491-4389-8d80-9e308554ad96 /tidb/cdc/default/default/upstream/7489803621252543337 {"id":7489803621252543337,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.syncpoint.cli.10641.out cli changefeed create --start-ts=457141337024364549 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/syncpoint/conf/changefeed.toml + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:23:32 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cf417999-64d4-4812-b239-5ffa3d119447 {"id":"cf417999-64d4-4812-b239-5ffa3d119447","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855810} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cc39d7 cf417999-64d4-4812-b239-5ffa3d119447 /tidb/cdc/default/default/upstream/7489803630588646402 {"id":7489803630588646402,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cf417999-64d4-4812-b239-5ffa3d119447 {"id":"cf417999-64d4-4812-b239-5ffa3d119447","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855810} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cc39d7 cf417999-64d4-4812-b239-5ffa3d119447 /tidb/cdc/default/default/upstream/7489803630588646402 {"id":7489803630588646402,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/cf417999-64d4-4812-b239-5ffa3d119447 {"id":"cf417999-64d4-4812-b239-5ffa3d119447","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855810} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cc39d7 cf417999-64d4-4812-b239-5ffa3d119447 /tidb/cdc/default/default/upstream/7489803630588646402 {"id":7489803630588646402,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 Info: {"upstream_id":7489803630588646402,"namespace":"default","id":"f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:23:33.008813333+08:00","start_ts":457141338232061954,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141338232061954,"checkpoint_ts":457141338232061954,"checkpoint_time":"2025-04-05 20:23:32.958"} table kill_owner_with_ddl.t1 not exists for 1-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:23:33 CST 2025] <<<<<< run test case processor_etcd_worker_delay success! >>>>>> VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803648125466481 TiDB Cluster ID. tikv_gc_leader_uuid 658179fe8500011 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-j-h37x7, pid:21169, start at 2025-04-05 20:23:31.127375845 +0800 CST m=+2.102819706 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:31.134 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:31.134 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:31.134 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803648125466481 TiDB Cluster ID. tikv_gc_leader_uuid 658179fe8500011 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-j-h37x7, pid:21169, start at 2025-04-05 20:23:31.127375845 +0800 CST m=+2.102819706 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:31.134 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:31.134 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:31.134 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803653710987944 TiDB Cluster ID. tikv_gc_leader_uuid 658179fea84000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-j-h37x7, pid:21232, start at 2025-04-05 20:23:31.25433002 +0800 CST m=+2.152825647 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:31.261 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:31.233 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:31.233 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Create changefeed successfully! ID: 98f36226-f2b1-4906-b1dd-108ac9553c75 Info: {"upstream_id":7489803621252543337,"namespace":"default","id":"98f36226-f2b1-4906-b1dd-108ac9553c75","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:23:33.273745714+08:00","start_ts":457141337024364549,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":true,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":30000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141337024364549,"checkpoint_ts":457141337024364549,"checkpoint_time":"2025-04-05 20:23:28.351"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table batch_add_table.finish_mark not exists for 7-th check, retry later + set +x + tso='457141338080280577 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141338080280577 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:23:33 CST 2025] <<<<<< START cdc server in savepoint case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.savepoint.1467314675.out server --log-file /tmp/tidb_cdc_test/savepoint/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/savepoint/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/consistent_replicate_storage_file/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... pass check, checkpoint tso not forward after 10s run task successfully wait process 8146 exit for 1-th time... wait process 8146 exit for 2-th time... wait process 8146 exit for 3-th time... wait process 8146 exit for 4-th time... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8146) - No such process wait process 8146 exit for 5-th time... process 8146 already exit [Sat Apr 5 20:23:27 CST 2025] <<<<<< START cdc server in ddl_only_block_related_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.87628764.out server --log-file /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:23:30 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/ddl-only-block-related-table {UpstreamID:7489803304837832150 Namespace:default ID:ddl-only-block-related-table SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 20:22:18.446201336 +0800 CST StartTs:457141318672711683 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00165b5f0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141318698926081} {CheckpointTs:457141322552442928 MinTableBarrierTs:457141337363578887 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141322552442928, checkpointTs: 457141322552442928, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141322552442928, checkpointTs: 457141322552442928, state: Preparing span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457141322552442928, checkpointTs: 457141322552442928, state: Preparing span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457141322552442928, checkpointTs: 457141322552442928, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a234bec1-2fab-4e40-8224-6eaecdf67743 {"id":"a234bec1-2fab-4e40-8224-6eaecdf67743","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855807} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6a380a2 a234bec1-2fab-4e40-8224-6eaecdf67743 /tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table {"upstream-id":7489803304837832150,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T20:22:18.446201336+08:00","start-ts":457141318672711683,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141318698926081} /tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table {"checkpoint-ts":457141322552442928,"min-table-barrier-ts":457141337363578887,"admin-job-type":0} /tidb/cdc/default/default/task/position/a234bec1-2fab-4e40-8224-6eaecdf67743/ddl-only-block-related-table {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803304837832150 {"id":7489803304837832150,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-only-block-related-table {UpstreamID:7489803304837832150 Namespace:default ID:ddl-only-block-related-table SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 20:22:18.446201336 +0800 CST StartTs:457141318672711683 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00165b5f0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141318698926081} {CheckpointTs:457141322552442928 MinTableBarrierTs:457141337363578887 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141322552442928, checkpointTs: 457141322552442928, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141322552442928, checkpointTs: 457141322552442928, state: Preparing span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457141322552442928, checkpointTs: 457141322552442928, state: Preparing span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457141322552442928, checkpointTs: 457141322552442928, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a234bec1-2fab-4e40-8224-6eaecdf67743 {"id":"a234bec1-2fab-4e40-8224-6eaecdf67743","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855807} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6a380a2 a234bec1-2fab-4e40-8224-6eaecdf67743 /tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table {"upstream-id":7489803304837832150,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T20:22:18.446201336+08:00","start-ts":457141318672711683,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141318698926081} /tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table {"checkpoint-ts":457141322552442928,"min-table-barrier-ts":457141337363578887,"admin-job-type":0} /tidb/cdc/default/default/task/position/a234bec1-2fab-4e40-8224-6eaecdf67743/ddl-only-block-related-table {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803304837832150 {"id":7489803304837832150,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + grep -q 'etcd info' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/ddl-only-block-related-table {UpstreamID:7489803304837832150 Namespace:default ID:ddl-only-block-related-table SinkURI:mysql://root@127.0.0.1:3306/ CreateTime:2025-04-05 20:22:18.446201336 +0800 CST StartTs:457141318672711683 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00165b5f0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141318698926081} {CheckpointTs:457141322552442928 MinTableBarrierTs:457141337363578887 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141322552442928, checkpointTs: 457141322552442928, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141322552442928, checkpointTs: 457141322552442928, state: Preparing span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457141322552442928, checkpointTs: 457141322552442928, state: Preparing span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457141322552442928, checkpointTs: 457141322552442928, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a234bec1-2fab-4e40-8224-6eaecdf67743 {"id":"a234bec1-2fab-4e40-8224-6eaecdf67743","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855807} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e6a380a2 a234bec1-2fab-4e40-8224-6eaecdf67743 /tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table {"upstream-id":7489803304837832150,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"mysql://root@127.0.0.1:3306/","create-time":"2025-04-05T20:22:18.446201336+08:00","start-ts":457141318672711683,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141318698926081} /tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table {"checkpoint-ts":457141322552442928,"min-table-barrier-ts":457141337363578887,"admin-job-type":0} /tidb/cdc/default/default/task/position/a234bec1-2fab-4e40-8224-6eaecdf67743/ddl-only-block-related-table {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803304837832150 {"id":7489803304837832150,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x check diff successfully check_ts_forward ddl-only-block-related-table changefeed is working normally rts: 457141322552442940->457141337887866900 checkpoint: 457141322552442940->457141337887866900 run task successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:23:34 CST 2025] <<<<<< run test case ddl_only_block_related_table success! >>>>>> + set +x empty select id, val from test.availability3 where id=1 run task successfully delete_owner_key pass wait process cdc.test exit for 1-th time... table kill_owner_with_ddl.t1 exists Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ***************** properties ***************** "recordcount"="10" "dotransactions"="false" "insertproportion"="0" "mysql.user"="root" "mysql.host"="127.0.0.1" "readproportion"="0" "requestdistribution"="uniform" "workload"="core" "readallfields"="true" "mysql.db"="testSync" "scanproportion"="0" "operationcount"="0" "updateproportion"="0" "threadcount"="2" "mysql.port"="4000" ********************************************** Run finished, takes 9.43873ms INSERT - Takes(s): 0.0, Count: 10, OPS: 1877.5, Avg(us): 1817, Min(us): 1001, Max(us): 4020, 95th(us): 5000, 99th(us): 5000 wait process cdc.test exit for 2-th time... wait process 8212 exit for 1-th time... table batch_add_table.finish_mark not exists for 8-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_resign_owner [Sat Apr 5 20:23:36 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.54345436.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_resign_owner.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_resign_owner.server1 --cluster-id default --addr 127.0.0.1:8300 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process 8212 exit for 2-th time... + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_session_done_during_task.cli.22570.out cli tso query --pd=http://127.0.0.1:2379 /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8212) - No such process wait process 8212 exit for 3-th time... process 8212 already exit check_capture_count http://127.0.0.1:2379 0 parse error: Invalid numeric literal at line 1, column 6 run task successfully [Sat Apr 5 20:23:36 CST 2025] <<<<<< START cdc server in kill_owner_with_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/ddlsink/mysql/MySQLSinkExecDDLDelay=return(true);github.com/pingcap/tiflow/cdc/capture/ownerFlushIntervalInject=return(10)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kill_owner_with_ddl.83578361.out server --log-file /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:23:36 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/78751ec0-0acc-4add-a99b-d02c457dd84b {"id":"78751ec0-0acc-4add-a99b-d02c457dd84b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855814} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cce1eb 78751ec0-0acc-4add-a99b-d02c457dd84b /tidb/cdc/default/default/upstream/7489803635244082069 {"id":7489803635244082069,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/78751ec0-0acc-4add-a99b-d02c457dd84b {"id":"78751ec0-0acc-4add-a99b-d02c457dd84b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855814} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cce1eb 78751ec0-0acc-4add-a99b-d02c457dd84b /tidb/cdc/default/default/upstream/7489803635244082069 {"id":7489803635244082069,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/78751ec0-0acc-4add-a99b-d02c457dd84b {"id":"78751ec0-0acc-4add-a99b-d02c457dd84b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855814} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cce1eb 78751ec0-0acc-4add-a99b-d02c457dd84b /tidb/cdc/default/default/upstream/7489803635244082069 {"id":7489803635244082069,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.savepoint.cli.14730.out cli changefeed create --start-ts=457141338080280577 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: 9c048ba8-f425-4e88-993f-55d5abb3c8a3 Info: {"upstream_id":7489803635244082069,"namespace":"default","id":"9c048ba8-f425-4e88-993f-55d5abb3c8a3","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:23:37.239356549+08:00","start_ts":457141338080280577,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141338080280577,"checkpoint_ts":457141338080280577,"checkpoint_time":"2025-04-05 20:23:32.379"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... start tidb cluster in /tmp/tidb_cdc_test/consistent_replicate_storage_file Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table batch_add_table.finish_mark not exists for 9-th check, retry later + set +x + tso='457141339248394241 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141339248394241 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:23:38 CST 2025] <<<<<< START cdc server in capture_session_done_during_task case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorManagerHandleNewChangefeedDelay=sleep(2000)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_session_done_during_task.2261722619.out server --log-file /tmp/tidb_cdc_test/capture_session_done_during_task/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/capture_session_done_during_task/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:23:39 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a895f0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141339725496322 MinTableBarrierTs:457141339725496325 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141339725496325, checkpointTs: 457141339725496325, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141339725496322, checkpointTs: 457141339725496322, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141339725496322, checkpointTs: 457141339725496322, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/721392a5-c0e4-4557-9310-3f724dc073f0 {"id":"721392a5-c0e4-4557-9310-3f724dc073f0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855816} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459162 721392a5-c0e4-4557-9310-3f724dc073f0 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141339725496322,"min-table-barrier-ts":457141339725496325,"admin-job-type":0} /tidb/cdc/default/default/task/position/721392a5-c0e4-4557-9310-3f724dc073f0/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a895f0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141339725496322 MinTableBarrierTs:457141339725496325 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141339725496325, checkpointTs: 457141339725496325, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141339725496322, checkpointTs: 457141339725496322, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141339725496322, checkpointTs: 457141339725496322, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/721392a5-c0e4-4557-9310-3f724dc073f0 {"id":"721392a5-c0e4-4557-9310-3f724dc073f0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855816} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459162 721392a5-c0e4-4557-9310-3f724dc073f0 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141339725+ grep -q 'failed to get info:' 496322,"min-table-barrier-ts":457141339725496325,"admin-job-type":0} /tidb/cdc/default/default/task/position/721392a5-c0e4-4557-9310-3f724dc073f0/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a895f0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141339725496322 MinTableBarrierTs:457141339725496325 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141339725496325, checkpointTs: 457141339725496325, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141339725496322, checkpointTs: 457141339725496322, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141339725496322, checkpointTs: 457141339725496322, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/721392a5-c0e4-4557-9310-3f724dc073f0 {"id":"721392a5-c0e4-4557-9310-3f724dc073f0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855816} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459162 721392a5-c0e4-4557-9310-3f724dc073f0 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141339725496322,"min-table-barrier-ts":457141339725496325,"admin-job-type":0} /tidb/cdc/default/default/task/position/721392a5-c0e4-4557-9310-3f724dc073f0/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803684867802309 TiDB Cluster ID. tikv_gc_leader_uuid 65817a049000009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-d-g83n3, pid:6954, start at 2025-04-05 20:23:37.288523658 +0800 CST m=+2.167825317 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:37.296 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:37.280 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:37.280 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803684867802309 TiDB Cluster ID. tikv_gc_leader_uuid 65817a049000009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-d-g83n3, pid:6954, start at 2025-04-05 20:23:37.288523658 +0800 CST m=+2.167825317 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:37.296 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:37.280 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:37.280 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803682851983660 TiDB Cluster ID. tikv_gc_leader_uuid 65817a04c04000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-d-g83n3, pid:7001, start at 2025-04-05 20:23:37.507258618 +0800 CST m=+2.298784020 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:37.514 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:37.473 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:37.473 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_reentrant/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_reentrant/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_reentrant/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_reentrant/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_reentrant/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:23:39 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {UpstreamID:7489803630588646402 Namespace:default ID:f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:23:33.008813333 +0800 CST StartTs:457141338232061954 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0041950e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141338232061964} {CheckpointTs:457141339949105155 MinTableBarrierTs:457141339949105155 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141339949105155, checkpointTs: 457141339949105155, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8c7e34f3-a351-49bd-9056-00e57e892939 {"id":"8c7e34f3-a351-49bd-9056-00e57e892939","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855817} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cc3a58 8c7e34f3-a351-49bd-9056-00e57e892939 /tidb/cdc/default/default/changefeed/info/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"upstream-id":7489803630588646402,"namespace":"default","changefeed-id":"f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:23:33.008813333+08:00","start-ts":457141338232061954,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141338232061964} /tidb/cdc/default/default/changefeed/status/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":457141339949105155,"min-table-barrier-ts":457141339949105155,"admin-job-type":0} /tidb/cdc/default/default/task/position/8c7e34f3-a351-49bd-9056-00e57e892939/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803630588646402 {"id":7489803630588646402,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {UpstreamID:7489803630588646402 Namespace:default ID:f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:23:33.008813333 +0800 CST StartTs:457141338232061954 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0041950e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141338232061964} {CheckpointTs:457141339949105155 MinTableBarrierTs:457141339949105155 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141339949105155, checkpointTs: 457141339949105155, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8c7e34f3-a351-49bd-9056-00e57e892939 {"id":"8c7e34f3-a351-49bd-9056-00e57e892939","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855817} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cc3a58 8c7e34f3-a351-49bd-9056-00e57e892939 /tidb/cdc/default/default/changefeed/info/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"upstream-id":7489803630588646402,"namespace":"default","changefeed-id":"f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:23:33.008813333+08:00","start-ts":457141338232061954,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141338232061964} /tidb/cdc/default/default/changefeed/status/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":457141339949105155,"min-table-barrier-ts":457141339949105155,"admin-job-type":0} /tidb/cdc/default/default/task/position/8c7e34f3-a351-49bd-9056-00e57e892939/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803630588646402 {"id":7489803630588646402,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {UpstreamID:7489803630588646402 Namespace:default ID:f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:23:33.008813333 +0800 CST StartTs:457141338232061954 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0041950e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141338232061964} {CheckpointTs:457141339949105155 MinTableBarrierTs:457141339949105155 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141339949105155, checkpointTs: 457141339949105155, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8c7e34f3-a351-49bd-9056-00e57e892939 {"id":"8c7e34f3-a351-49bd-9056-00e57e892939","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855817} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cc3a58 8c7e34f3-a351-49bd-9056-00e57e892939 /tidb/cdc/default/default/changefeed/info/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"upstream-id":7489803630588646402,"namespace":"default","changefeed-id":"f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:23:33.008813333+08:00","start-ts":457141338232061954,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141338232061964} /tidb/cdc/default/default/changefeed/status/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":457141339949105155,"min-table-barrier-ts":457141339949105155,"admin-job-type":0} /tidb/cdc/default/default/task/position/8c7e34f3-a351-49bd-9056-00e57e892939/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803630588646402 {"id":7489803630588646402,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check_capture_count http://127.0.0.1:2379 1 run task successfully table batch_add_table.finish_mark not exists for 10-th check, retry later table savepoint.finish_mark not exists for 1-th check, retry later "is-owner": true, run task successfully skip some DDLs in tidb v4.0.x [Sat Apr 5 20:23:41 CST 2025] <<<<<< START cdc server in ddl_reentrant case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_reentrant.82278229.out server --log-file /tmp/tidb_cdc_test/ddl_reentrant/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_reentrant/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:23:41 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/17bae3ef-72a3-4605-b851-1b1c38f214f2 {"id":"17bae3ef-72a3-4605-b851-1b1c38f214f2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855818} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7dfdc00 17bae3ef-72a3-4605-b851-1b1c38f214f2 /tidb/cdc/default/default/upstream/7489803648125466481 {"id":7489803648125466481,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/17bae3ef-72a3-4605-b851-1b1c38f214f2 {"id":"17bae3ef-72a3-4605-b851-1b1c38f214f2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855818} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7dfdc00 17bae3ef-72a3-4605-b851-1b1c38f214f2 /tidb/cdc/default/default/upstream/7489803648125466481 {"id":7489803648125466481,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/17bae3ef-72a3-4605-b851-1b1c38f214f2 {"id":"17bae3ef-72a3-4605-b851-1b1c38f214f2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855818} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7dfdc00 17bae3ef-72a3-4605-b851-1b1c38f214f2 /tidb/cdc/default/default/upstream/7489803648125466481 {"id":7489803648125466481,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x owner pid: 5439 owner id 721392a5-c0e4-4557-9310-3f724dc073f0 [Sat Apr 5 20:23:42 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.55515553.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_resign_owner.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_resign_owner.server2 --cluster-id default --addr 127.0.0.1:8301 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table batch_add_table.finish_mark not exists for 11-th check, retry later table savepoint.finish_mark exists check diff successfully lease 22319605e7dfdc00 revoked wait process cdc.test exit for 1-th time... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/sink_hang/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... wait process cdc.test exit for 2-th time... table capture_session_done_during_task.t exists check diff failed 1-th time, retry later table batch_add_table.finish_mark not exists for 12-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:23:43 CST 2025] <<<<<< run test case savepoint success! >>>>>> ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_auto_stop/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [2025/04/05 20:23:43.132 +08:00] [INFO] [case.go:115] ["sync updatePKUK take: 11.364224811s"] [2025/04/05 20:23:39.781 +08:00] [INFO] [pd_service_discovery.go:1025] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2025/04/05 20:23:39.781 +08:00] [INFO] [pd_service_discovery.go:499] ["[pd] init cluster id"] [cluster-id=7489802937889771366] [2025/04/05 20:23:39.782 +08:00] [INFO] [client.go:532] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2025/04/05 20:23:39.782 +08:00] [INFO] [tso_client.go:296] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2025/04/05 20:23:39.783 +08:00] [INFO] [tso_dispatcher.go:140] ["[tso] start tso deadline watcher"] [dc-location=global] [2025/04/05 20:23:39.783 +08:00] [INFO] [client.go:538] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2025/04/05 20:23:39.783 +08:00] [INFO] [tso_dispatcher.go:198] ["[tso] tso dispatcher created"] [dc-location=global] [2025/04/05 20:23:39.783 +08:00] [INFO] [tso_client.go:132] ["[tso] start tso dispatcher check loop"] [2025/04/05 20:23:39.783 +08:00] [INFO] [tso_dispatcher.go:723] ["[tso] switching tso rpc concurrency"] [old=0] [new=1] [2025/04/05 20:23:39.783 +08:00] [INFO] [tso_dispatcher.go:476] ["[tso] start tso connection contexts updater"] [dc-location=global] [2025/04/05 20:23:39.784 +08:00] [INFO] [pd_service_discovery.go:1025] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2025/04/05 20:23:39.784 +08:00] [INFO] [pd_service_discovery.go:499] ["[pd] init cluster id"] [cluster-id=7489802937889771366] [2025/04/05 20:23:39.784 +08:00] [INFO] [client.go:532] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2025/04/05 20:23:39.784 +08:00] [INFO] [tso_client.go:296] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2025/04/05 20:23:39.784 +08:00] [INFO] [client.go:538] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2025/04/05 20:23:39.784 +08:00] [INFO] [tso_dispatcher.go:140] ["[tso] start tso deadline watcher"] [dc-location=global] [2025/04/05 20:23:39.784 +08:00] [INFO] [tso_dispatcher.go:198] ["[tso] tso dispatcher created"] [dc-location=global] [2025/04/05 20:23:39.784 +08:00] [INFO] [tso_client.go:132] ["[tso] start tso dispatcher check loop"] [2025/04/05 20:23:39.785 +08:00] [INFO] [tso_dispatcher.go:476] ["[tso] start tso connection contexts updater"] [dc-location=global] [2025/04/05 20:23:39.785 +08:00] [INFO] [tso_dispatcher.go:723] ["[tso] switching tso rpc concurrency"] [old=0] [new=1] [2025/04/05 20:23:39.785 +08:00] [INFO] [tikv_driver.go:201] ["using API V1."] [2025/04/05 20:23:39.786 +08:00] [INFO] [main.go:180] ["genLock started"] [2025/04/05 20:23:39.786 +08:00] [INFO] [store_cache.go:532] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2025/04/05 20:23:41.785 +08:00] [INFO] [pd.go:441] ["adaptive update ts interval state transition"] [configuredInterval=2s] [prevAdaptiveUpdateInterval=2s] [newAdaptiveUpdateInterval=2s] [requiredStaleness=0s] [prevState=unknown(0)] [newState=normal] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:23:44 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2b2ab5c3-4437-4ada-99a2-27657d712eb0 {"id":"2b2ab5c3-4437-4ada-99a2-27657d712eb0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855821} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7f3f3d3 2b2ab5c3-4437-4ada-99a2-27657d712eb0 /tidb/cdc/default/default/upstream/7489803684867802309 {"id":7489803684867802309,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2b2ab5c3-4437-4ada-99a2-27657d712eb0 {"id":"2b2ab5c3-4437-4ada-99a2-27657d712eb0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855821} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7f3f3d3 2b2ab5c3-4437-4ada-99a2-27657d712eb0 /tidb/cdc/default/default/upstream/7489803684867802309 + grep -q 'failed to get info:' {"id":7489803684867802309,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2b2ab5c3-4437-4ada-99a2-27657d712eb0 {"id":"2b2ab5c3-4437-4ada-99a2-27657d712eb0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855821} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7f3f3d3 2b2ab5c3-4437-4ada-99a2-27657d712eb0 /tidb/cdc/default/default/upstream/7489803684867802309 {"id":7489803684867802309,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x ------------------------------------------ test ddl create database ddl_reentrant, is_reentrant: false restored_sql: CREATE DATABASE `ddl_reentrant` check_ts_forward 297d629f-58eb-443e-8ca8-7b1f4af8485b pass test: get status pass test: health [2025/04/05 20:23:33.838 +08:00] [INFO] [cases.go:432] ["check changefeed failed"] [time=0] [info="{\"upstream_id\":7489802760450067227,\"namespace\":\"test\",\"id\":\"changefeed-test-v2-black-hole-1\",\"sink_uri\":\"blackhole:\",\"create_time\":\"2025-04-05T20:23:33.270923666+08:00\",\"start_ts\":457141338287112198,\"config\":{\"memory_quota\":1073741824,\"case_sensitive\":false,\"force_replicate\":false,\"ignore_ineligible_table\":false,\"check_gc_safe_point\":true,\"enable_sync_point\":false,\"bdr_mode\":false,\"sync_point_interval\":600000000000,\"sync_point_retention\":86400000000000,\"filter\":{\"rules\":[\"*.*\"]},\"mounter\":{\"worker_num\":16},\"sink\":{\"csv\":{\"delimiter\":\",\",\"quote\":\"\\\"\",\"null\":\"\\\\N\",\"include_commit_ts\":false},\"transaction_atomicity\":\"\",\"encoder_concurrency\":32,\"terminator\":\"\\r\\n\",\"date_separator\":\"day\",\"enable_partition_separator\":true,\"content_compatible\":false,\"send_bootstrap_interval_in_sec\":120,\"send_bootstrap_in_msg_count\":10000,\"send_bootstrap_to_all_partition\":true,\"debezium_disable_schema\":false,\"debezium\":{\"output_old_value\":true},\"open\":{\"output_old_value\":true}},\"consistent\":{\"level\":\"none\",\"max_log_size\":64,\"flush_interval\":2000,\"meta_flush_interval\":200,\"encoding_worker_num\":16,\"flush_worker_num\":8,\"storage\":\"\",\"use_file_backend\":false},\"scheduler\":{\"enable_table_across_nodes\":false,\"region_threshold\":100000,\"write_key_threshold\":0},\"integrity\":{\"integrity_check_level\":\"none\",\"corruption_handle_level\":\"warn\"}},\"state\":\"normal\",\"creator_version\":\"v9.0.0-beta.1-9-g4c631d595\",\"resolved_ts\":0,\"checkpoint_ts\":457141338391707649,\"checkpoint_time\":\"2025-04-05 20:23:33.567\"}"] [2025/04/05 20:23:38.587 +08:00] [INFO] [cases.go:432] ["check changefeed failed"] [time=0] [info="{\"upstream_id\":7489802760450067227,\"namespace\":\"test\",\"id\":\"changefeed-test-v2-black-hole-1\",\"sink_uri\":\"blackhole:\",\"create_time\":\"2025-04-05T20:23:33.270923666+08:00\",\"start_ts\":457141338287112198,\"admin_job_type\":1,\"config\":{\"memory_quota\":1123450,\"case_sensitive\":false,\"force_replicate\":false,\"ignore_ineligible_table\":false,\"check_gc_safe_point\":false,\"enable_sync_point\":false,\"bdr_mode\":false,\"sync_point_interval\":600000000000,\"sync_point_retention\":86400000000000,\"filter\":{\"rules\":[\"a.d\",\"b.x\"],\"ignore_txn_start_ts\":[1,2,3],\"event_filters\":[{\"matcher\":[\"test.worker\"],\"ignore_event\":[\"update\"],\"ignore_sql\":[\"^drop\",\"add column\"],\"ignore_insert_value_expr\":\"id \\u003e= 100\",\"ignore_update_new_value_expr\":\"gender = 'male'\",\"ignore_update_old_value_expr\":\"age \\u003c 18\",\"ignore_delete_value_expr\":\"id \\u003e 100\"}]},\"mounter\":{\"worker_num\":17},\"sink\":{\"protocol\":\"arvo\",\"csv\":{\"delimiter\":\",\",\"quote\":\"\\\"\",\"null\":\"\\\\N\",\"include_commit_ts\":false},\"column_selectors\":[{\"matcher\":[\"a.b\"],\"columns\":[\"c\"]}],\"transaction_atomicity\":\"table\",\"encoder_concurrency\":32,\"terminator\":\"a\",\"date_separator\":\"day\",\"enable_partition_separator\":true,\"content_compatible\":true,\"send_bootstrap_interval_in_sec\":120,\"send_bootstrap_in_msg_count\":10000,\"send_bootstrap_to_all_partition\":true,\"debezium_disable_schema\":true,\"debezium\":{\"output_old_value\":true},\"open\":{\"output_old_value\":true}},\"consistent\":{\"level\":\"none\",\"max_log_size\":64,\"flush_interval\":2000,\"meta_flush_interval\":200,\"encoding_worker_num\":31,\"flush_worker_num\":18,\"storage\":\"\",\"use_file_backend\":false},\"scheduler\":{\"enable_table_across_nodes\":false,\"region_threshold\":13,\"write_key_threshold\":0},\"integrity\":{\"integrity_check_level\":\"none\",\"corruption_handle_level\":\"warn\"}},\"state\":\"stopped\",\"creator_version\":\"v9.0.0-beta.1-9-g4c631d595\",\"resolved_ts\":457141338391707649,\"checkpoint_ts\":457141338391707649,\"checkpoint_time\":\"2025-04-05 20:23:33.567\"}"] pass test: changefeed apis [2025/04/05 20:23:41.187 +08:00] [INFO] [cases.go:432] ["check changefeed failed"] [time=0] [info=null] pass test: delete changefeed apis pass test: capture apis pass test: processor apis ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 221 100 221 0 0 8050 0 --:--:-- --:--:-- --:--:-- 8185 + synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-05 20:23:31.022","puller_resolved_ts":"2025-04-05 20:23:26.023","last_synced_ts":"2025-04-05 20:21:16.223","now_ts":"2025-04-05 20:23:33.000","info":"Data syncing is finished"}' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '20:23:31.022","puller_resolved_ts":"2025-04-05' '20:23:26.023","last_synced_ts":"2025-04-05' '20:21:16.223","now_ts":"2025-04-05' '20:23:33.000","info":"Data' syncing is 'finished"}' ++ jq .synced + status=true + '[' true '!=' true ']' + kill_pd ++ ps aux ++ grep pd-server ++ grep /tmp/tidb_cdc_test/synced_status_with_redo + info='jenkins 9149 9.9 0.0 13614924 149704 ? Sl 20:20 0:16 pd-server --advertise-client-urls http://127.0.0.1:2379 --client-urls http://0.0.0.0:2379 --advertise-peer-urls http://127.0.0.1:2380 --peer-urls http://0.0.0.0:2380 --config /tmp/tidb_cdc_test/synced_status_with_redo/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status_with_redo/pd1.log --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/pd1 --name=pd1 --initial-cluster=pd1=http://127.0.0.1:2380 jenkins 9192 6.5 0.0 13631060 141392 ? Sl 20:20 0:10 pd-server --advertise-client-urls http://127.0.0.1:2479 --client-urls http://0.0.0.0:2479 --advertise-peer-urls http://127.0.0.1:2480 --peer-urls http://0.0.0.0:2480 --config /tmp/tidb_cdc_test/synced_status_with_redo/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status_with_redo/down_pd.log --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/down_pd' ++ ps aux ++ grep pd-server ++ grep /tmp/tidb_cdc_test/synced_status_with_redo ++ awk '{print $2}' ++ xargs kill -9 + sleep 20 {"level":"warn","ts":"2025-04-05T20:23:42.263324+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00200cc40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:23:42.270886+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c5ee00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:23:42.394207+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002080c40/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:23:45 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0039750e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141341298360325 MinTableBarrierTs:457141341298360328 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/721392a5-c0e4-4557-9310-3f724dc073f0 {"id":"721392a5-c0e4-4557-9310-3f724dc073f0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855816} /tidb/cdc/default/__cdc_meta__/capture/b9578379-9fcc-492a-a37e-b45078c1c5d0 {"id":"b9578379-9fcc-492a-a37e-b45078c1c5d0","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855822} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459162 721392a5-c0e4-4557-9310-3f724dc073f0 /tidb/cdc/default/__cdc_meta__/owner/22319605e54591ca b9578379-9fcc-492a-a37e-b45078c1c5d0 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141341298360325,"min-table-barrier-ts":457141341298360328,"admin-job-type":0} /tidb/cdc/default/default/task/position/721392a5-c0e4-4557-9310-3f724dc073f0/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/b9578379-9fcc-492a-a37e-b45078c1c5d0/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0039750e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141341298360325 MinTableBarrierTs:457141341298360328 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/721392a5-c0e4-4557-9310-3f724dc073f0 {"id":"721392a5-c0e4-4557-9310-3f724dc073f0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855816} /tidb/cdc/default/__cdc_meta__/capture/b9578379-9fcc-492a-a37e-b45078c1c5d0 {"id":"b9578379-9fcc-492a-a37e-b45078c1c5d0","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855822} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459162 721392a5-c0e4-4557-9310-3f724dc073f0 /tidb/cdc/default/__cdc_meta__/owner/22319605e54591ca b9578379-9fcc-492a-a37e-b45078c1c5d0 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141341298360325,"min-table-barrier-ts":457141341298360328,"admin-job-type":0} /tidb/cdc/default/default/task/position/721392a5-c0e4-4557-9310-3f724dc073f0/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/b9578379-9fcc-492a-a37e-b45078c1c5d0/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0039750e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141341298360325 MinTableBarrierTs:457141341298360328 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/721392a5-c0e4-4557-9310-3f724dc073f0 {"id":"721392a5-c0e4-4557-9310-3f724dc073f0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855816} /tidb/cdc/default/__cdc_meta__/capture/b9578379-9fcc-492a-a37e-b45078c1c5d0 {"id":"b9578379-9fcc-492a-a37e-b45078c1c5d0","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855822} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459162 721392a5-c0e4-4557-9310-3f724dc073f0 /tidb/cdc/default/__cdc_meta__/owner/22319605e54591ca b9578379-9fcc-492a-a37e-b45078c1c5d0 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141341298360325,"min-table-barrier-ts":457141341298360328,"admin-job-type":0} /tidb/cdc/default/default/task/position/721392a5-c0e4-4557-9310-3f724dc073f0/31e62b08-2027-49fe-a662-da7f4bb704f8 + grep -q 'etcd info' {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/b9578379-9fcc-492a-a37e-b45078c1c5d0/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep -v "721392a5-c0e4-4557-9310-3f724dc073f0" | grep id VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803711112204780 TiDB Cluster ID. tikv_gc_leader_uuid 65817a0ad7c0014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:9924, start at 2025-04-05 20:23:43.754393326 +0800 CST m=+2.041126270 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:43.761 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:43.761 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:43.761 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803711112204780 TiDB Cluster ID. tikv_gc_leader_uuid 65817a0ad7c0014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:9924, start at 2025-04-05 20:23:43.754393326 +0800 CST m=+2.041126270 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:43.761 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:43.761 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:43.761 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803708491316169 TiDB Cluster ID. tikv_gc_leader_uuid 65817a0b088000e Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:9991, start at 2025-04-05 20:23:43.955527446 +0800 CST m=+2.187164067 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:43.964 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:43.956 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:43.956 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/consistent_replicate_storage_file/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/consistent_replicate_storage_file/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/consistent_replicate_storage_file/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/consistent_replicate_storage_file/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/consistent_replicate_storage_file/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } check diff failed 2-th time, retry later start tidb cluster in /tmp/tidb_cdc_test/sink_hang Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table batch_add_table.finish_mark not exists for 13-th check, retry later wait process 8364 exit for 1-th time... wait process 8364 exit for 2-th time... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8364) - No such process wait process 8364 exit for 3-th time... process 8364 already exit check_capture_count http://127.0.0.1:2379 0 "cluster-id": "default" "id": "b9578379-9fcc-492a-a37e-b45078c1c5d0", "cluster-id": "default" run task successfully start tidb cluster in /tmp/tidb_cdc_test/changefeed_auto_stop Starting Upstream PD... parse error: Invalid numeric literal at line 1, column 6 run task successfully [Sat Apr 5 20:23:46 CST 2025] <<<<<< START cdc server in kill_owner_with_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/ddlsink/mysql/MySQLSinkExecDDLDelay=return(true);github.com/pingcap/tiflow/cdc/capture/ownerFlushIntervalInject=return(10)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kill_owner_with_ddl.85268528.out server --log-file /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... changefeed is working normally rts: 457141341292068860->457141341318283260 checkpoint: 457141341292068860->457141341698392060 run task successfully check_ddl_executed /tmp/tidb_cdc_test/ddl_reentrant/cdc.log /tmp/tidb_cdc_test/ddl_reentrant/ddl_temp.sql true [2025/04/05 20:23:46.363 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=default] [changefeed=297d629f-58eb-443e-8ca8-7b1f4af8485b] [duration=22.66361ms] [sql="CREATE DATABASE `ddl_reentrant`"] run task successfully resume changefeed 297d629f-58eb-443e-8ca8-7b1f4af8485b from 457141341318283285 check_ts_forward 297d629f-58eb-443e-8ca8-7b1f4af8485b pass test: owner apis pass test: set log level + cleanup_process cdc.test capture_id: b9578379-9fcc-492a-a37e-b45078c1c5d0 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 2 100 2 0 0 524 0 --:--:-- --:--:-- --:--:-- 666 {}cdc.test cli capture list --server 'http://127.0.0.1:8301' 2>&1 |grep b9578379-9fcc-492a-a37e-b45078c1c5d0 -A1 | grep '"is-owner": true' check diff successfully check diff failed 1-th time, retry later wait process cdc.test exit for 1-th time... table batch_add_table.finish_mark not exists for 14-th check, retry later [Sat Apr 5 20:23:48 CST 2025] <<<<<< START cdc server in consistent_replicate_storage_file case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_storage_file.1127211274.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_storage_file/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_storage_file/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 2-th time... {"level":"warn","ts":"2025-04-05T20:23:48.264808+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00200cc40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:23:48.271811+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c5ee00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:23:48.396213+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002080c40/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} changefeed is working normally rts: 457141341318283260->457141342222417900 checkpoint: 457141341960273900->457141342222417900 run task successfully check_ddl_executed /tmp/tidb_cdc_test/ddl_reentrant/cdc.log /tmp/tidb_cdc_test/ddl_reentrant/ddl_temp.sql false [2025/04/05 20:23:47.346 +08:00] [INFO] [mysql_ddl_sink.go:150] ["Execute DDL failed, but error can be ignored"] [startTs=457141341318283282] [ddl="CREATE DATABASE `ddl_reentrant`"] [namespace=default] [changefeed=297d629f-58eb-443e-8ca8-7b1f4af8485b] [error="Error 1007 (HY000): Can't create database 'ddl_reentrant'; database exists"] run task successfully ------------------------------------------ test ddl create table ddl_reentrant.t3 (a int primary key, b int) partition by range(a) (partition p0 values less than (1000), partition p1 values less than (2000)), is_reentrant: false restored_sql: CREATE TABLE `ddl_reentrant`.`t3` (`a` INT PRIMARY KEY,`b` INT) PARTITION BY RANGE (`a`) (PARTITION `p0` VALUES LESS THAN (1000),PARTITION `p1` VALUES LESS THAN (2000)) check_ts_forward 297d629f-58eb-443e-8ca8-7b1f4af8485b cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit ++ date + echo '[Sat Apr 5 20:23:49 CST 2025] <<<<<< run test case api_v2 success! >>>>>>' [Sat Apr 5 20:23:49 CST 2025] <<<<<< run test case api_v2 success! >>>>>> + stop_tidb_cluster "is-owner": true, run task successfully test_resign_owner: pass Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 20:23:49.787 +08:00] [INFO] [store_cache.go:532] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2025/04/05 20:23:49.787 +08:00] [INFO] [store_cache.go:532] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2025/04/05 20:23:49.787 +08:00] [INFO] [store_cache.go:532] ["change store resolve state"] [store=144] [addr=127.0.0.1:9500] [from=unresolved] [to=resolved] [liveness-state=reachable] [2025/04/05 20:23:49.789 +08:00] [INFO] [main.go:196] ["genLock done"] [2025/04/05 20:23:49.789 +08:00] [INFO] [pd_service_discovery.go:551] ["[pd] exit member loop due to context canceled"] [2025/04/05 20:23:49.789 +08:00] [INFO] [tso_client.go:147] ["[tso] exit tso dispatcher check loop"] [2025/04/05 20:23:49.789 +08:00] [INFO] [resource_manager_client.go:296] ["[resource manager] exit resource token dispatcher"] [2025/04/05 20:23:49.789 +08:00] [INFO] [tso_dispatcher.go:264] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2025/04/05 20:23:49.789 +08:00] [INFO] [tso_dispatcher.go:201] ["[tso] exit tso dispatcher"] [dc-location=global] [2025/04/05 20:23:49.789 +08:00] [INFO] [tso_dispatcher.go:490] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2025/04/05 20:23:49.789 +08:00] [INFO] [tso_dispatcher.go:158] ["[tso] exit tso deadline watcher"] [dc-location=global] [2025/04/05 20:23:49.789 +08:00] [INFO] [tso_client.go:157] ["[tso] closing tso client"] [2025/04/05 20:23:49.789 +08:00] [INFO] [tso_client.go:162] ["[tso] close tso client"] [2025/04/05 20:23:49.789 +08:00] [INFO] [tso_client.go:164] ["[tso] tso client is closed"] [2025/04/05 20:23:49.789 +08:00] [INFO] [pd_service_discovery.go:644] ["[pd] close pd service discovery client"] [2025/04/05 20:23:49.789 +08:00] [INFO] [tso_stream.go:359] ["tsoStream.recvLoop ended"] [stream=127.0.0.1:2379-1] [error="rpc error: code = Canceled desc = context canceled"] [errorVerbose="rpc error: code = Canceled desc = context canceled\ngithub.com/tikv/pd/client.(*tsoStream).recvLoop\n\t/go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20241111073742-238d4d79ea31/tso_stream.go:427\nruntime.goexit\n\t/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.4.linux-amd64/src/runtime/asm_amd64.s:1700"] wait process cdc.test exit for 1-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:23:49 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {UpstreamID:7489803630588646402 Namespace:default ID:f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:23:33.008813333 +0800 CST StartTs:457141338232061954 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003ba15f0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141338232061964} {CheckpointTs:457141340054224918 MinTableBarrierTs:457141340054224918 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141340054224918, checkpointTs: 457141340054224918, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3327e4c6-5aac-4c7c-a6f4-0cefdefd07d8 {"id":"3327e4c6-5aac-4c7c-a6f4-0cefdefd07d8","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855827} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cc3adf 3327e4c6-5aac-4c7c-a6f4-0cefdefd07d8 /tidb/cdc/default/default/changefeed/info/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"upstream-id":7489803630588646402,"namespace":"default","changefeed-id":"f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:23:33.008813333+08:00","start-ts":457141338232061954,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141338232061964} /tidb/cdc/default/default/changefeed/status/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":457141340054224918,"min-table-barrier-ts":457141340054224918,"admin-job-type":0} /tidb/cdc/default/default/task/position/3327e4c6-5aac-4c7c-a6f4-0cefdefd07d8/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803630588646402 {"id":7489803630588646402,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {UpstreamID:7489803630588646402 Namespace:default ID:f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:23:33.008813333 +0800 CST StartTs:457141338232061954 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003ba15f0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141338232061964} {CheckpointTs:457141340054224918 MinTableBarrierTs:457141340054224918 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141340054224918, checkpointTs: 457141340054224918, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3327e4c6-5aac-4c7c-a6f4-0cefdefd07d8 {"id":"3327e4c6-5aac-4c7c-a6f4-0cefdefd07d8","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855827} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cc3adf 3327e4c6-5aac-4c7c-a6f4-0cefdefd07d8 /tidb/cdc/default/default/changefeed/info/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"upstream-id":7489803630588646402,"namespace":"default","changefeed-id":"f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:23:33.008813333+08:00","start-ts":457141338232061954,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141338232061964} /tidb/cdc/default/default/changefeed/status/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":457141340054224918,"min-table-barrier-ts":457141340054224918,"admin-job-type":0} /tidb/cdc/default/default/task/position/3327e4c6-5aac-4c7c-a6f4-0cefdefd07d8/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803630588646402 {"id":7489803630588646402,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {UpstreamID:7489803630588646402 Namespace:default ID:f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:23:33.008813333 +0800 CST StartTs:457141338232061954 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003ba15f0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141338232061964} {CheckpointTs:457141340054224918 MinTableBarrierTs:457141340054224918 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141340054224918, checkpointTs: 457141340054224918, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3327e4c6-5aac-4c7c-a6f4-0cefdefd07d8 {"id":"3327e4c6-5aac-4c7c-a6f4-0cefdefd07d8","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855827} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cc3adf 3327e4c6-5aac-4c7c-a6f4-0cefdefd07d8 /tidb/cdc/default/default/changefeed/info/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"upstream-id":7489803630588646402,"namespace":"default","changefeed-id":"f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:23:33.008813333+08:00","start-ts":457141338232061954,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141338232061964} /tidb/cdc/default/default/changefeed/status/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":457141340054224918,"min-table-barrier-ts":457141340054224918,"admin-job-type":0} /tidb/cdc/default/default/task/position/3327e4c6-5aac-4c7c-a6f4-0cefdefd07d8/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803630588646402 + grep -q 'etcd info' {"id":7489803630588646402,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x check_capture_count http://127.0.0.1:2379 1 run task successfully table batch_add_table.finish_mark not exists for 15-th check, retry later wait process cdc.test exit for 2-th time... check diff successfully wait process cdc.test exit for 1-th time... changefeed is working normally rts: 457141342222417900->457141342458347500 checkpoint: 457141342458347500->457141342458347500 run task successfully check_ddl_executed /tmp/tidb_cdc_test/ddl_reentrant/cdc.log /tmp/tidb_cdc_test/ddl_reentrant/ddl_temp.sql true [2025/04/05 20:23:49.266 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=default] [changefeed=297d629f-58eb-443e-8ca8-7b1f4af8485b] [duration=25.117267ms] [sql="CREATE TABLE `ddl_reentrant`.`t3` (`a` INT PRIMARY KEY,`b` INT) PARTITION BY RANGE (`a`) (PARTITION `p0` VALUES LESS THAN (1000),PARTITION `p1` VALUES LESS THAN (2000))"] run task successfully cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_kill_capture [Sat Apr 5 20:23:50 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.57225724.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_kill_capture.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_kill_capture.server1 --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:23:51 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6ef3b62b-2dda-4820-89ed-4e6d7ea31e61 {"id":"6ef3b62b-2dda-4820-89ed-4e6d7ea31e61","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855828} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e81192d4 6ef3b62b-2dda-4820-89ed-4e6d7ea31e61 /tidb/cdc/default/default/upstream/7489803711112204780 {"id":7489803711112204780,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6ef3b62b-2dda-4820-89ed-4e6d7ea31e61 {"id":"6ef3b62b-2dda-4820-89ed-4e6d7ea31e61","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855828} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e81192d4 6ef3b62b-2dda-4820-89ed-4e6d7ea31e61 /tidb/cdc/default/default/upstream/7489803711112204780 {"id":7489803711112204780,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6ef3b62b-2dda-4820-89ed-4e6d7ea31e61 {"id":"6ef3b62b-2dda-4820-89ed-4e6d7ea31e61","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855828} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e81192d4 6ef3b62b-2dda-4820-89ed-4e6d7ea31e61 /tidb/cdc/default/default/upstream/7489803711112204780 {"id":7489803711112204780,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x wait process cdc.test exit for 2-th time... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) resume changefeed 297d629f-58eb-443e-8ca8-7b1f4af8485b from 457141342458347522 check_ts_forward 297d629f-58eb-443e-8ca8-7b1f4af8485b cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:23:51 CST 2025] <<<<<< run test case capture_session_done_during_task success! >>>>>> + '[' mysql == mysql ']' + check_table_exists test.t2 127.0.0.1 3306 table test.t2 not exists for 1-th check, retry later table test.t2 exists + sleep 10 table batch_add_table.finish_mark exists table test.t_1 does not exists check diff successfully Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... ***************** properties ***************** "mysql.user"="root" "requestdistribution"="uniform" "threadcount"="10" "recordcount"="5000" "workload"="core" "readallfields"="true" "operationcount"="0" "mysql.host"="127.0.0.1" "readproportion"="0" "mysql.db"="consistent_replicate_storage_file" "dotransactions"="false" "updateproportion"="0" "scanproportion"="0" "insertproportion"="0" "fieldcount"="100" "mysql.port"="4000" ********************************************** Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) wait process cdc.test exit for 1-th time... {"level":"warn","ts":1743855832.929368,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001faca80/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"warn","ts":1743855833.0804617,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0050cf340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} run task failed 1-th time, retry later wait process cdc.test exit for 2-th time... ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:23:53 CST 2025] <<<<<< run test case batch_add_table success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/run.sh using Sink-Type: mysql... <<================= +++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status + source /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/../_utils/test_prepare ++ UP_TIDB_HOST=127.0.0.1 ++ UP_TIDB_PORT=4000 ++ UP_TIDB_OTHER_PORT=4001 ++ UP_TIDB_STATUS=10080 ++ UP_TIDB_OTHER_STATUS=10081 ++ DOWN_TIDB_HOST=127.0.0.1 ++ DOWN_TIDB_PORT=3306 ++ DOWN_TIDB_STATUS=20080 ++ TLS_TIDB_HOST=127.0.0.1 ++ TLS_TIDB_PORT=3307 ++ TLS_TIDB_STATUS=30080 ++ UP_PD_HOST_1=127.0.0.1 ++ UP_PD_PORT_1=2379 ++ UP_PD_PEER_PORT_1=2380 ++ UP_PD_HOST_2=127.0.0.1 ++ UP_PD_PORT_2=2679 ++ UP_PD_PEER_PORT_2=2680 ++ UP_PD_HOST_3=127.0.0.1 ++ UP_PD_PORT_3=2779 ++ UP_PD_PEER_PORT_3=2780 ++ DOWN_PD_HOST=127.0.0.1 ++ DOWN_PD_PORT=2479 ++ DOWN_PD_PEER_PORT=2480 ++ TLS_PD_HOST=127.0.0.1 ++ TLS_PD_PORT=2579 ++ TLS_PD_PEER_PORT=2580 ++ UP_TIKV_HOST_1=127.0.0.1 ++ UP_TIKV_PORT_1=20160 ++ UP_TIKV_STATUS_PORT_1=20181 ++ UP_TIKV_HOST_2=127.0.0.1 ++ UP_TIKV_PORT_2=20161 ++ UP_TIKV_STATUS_PORT_2=20182 ++ UP_TIKV_HOST_3=127.0.0.1 ++ UP_TIKV_PORT_3=20162 ++ UP_TIKV_STATUS_PORT_3=20183 ++ DOWN_TIKV_HOST=127.0.0.1 ++ DOWN_TIKV_PORT=21160 ++ DOWN_TIKV_STATUS_PORT=21180 ++ TLS_TIKV_HOST=127.0.0.1 ++ TLS_TIKV_PORT=22160 ++ TLS_TIKV_STATUS_PORT=22180 +++ cat /tmp/tidb_cdc_test/KAFKA_VERSION +++ echo 2.4.1 ++ KAFKA_VERSION=2.4.1 + WORK_DIR=/tmp/tidb_cdc_test/synced_status + CDC_BINARY=cdc.test + SINK_TYPE=mysql + CDC_COUNT=3 + DB_COUNT=4 + trap stop_tidb_cluster EXIT + run_normal_case_and_unavailable_pd conf/changefeed.toml + rm -rf /tmp/tidb_cdc_test/synced_status + mkdir -p /tmp/tidb_cdc_test/synced_status + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status The 1 times to try to start tidb cluster... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0{"level":"warn","ts":"2025-04-05T20:23:54.266565+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00200cc40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:23:54.273203+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c5ee00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:23:53 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003b353b0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141343395512325 MinTableBarrierTs:457141343657656326 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141343657656326, checkpointTs: 457141343657656326, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141343657656324, checkpointTs: 457141343657656324, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141343657656324, checkpointTs: 457141343657656324, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6ef2073f-601b-4b7c-b51d-989608d9c89a {"id":"6ef2073f-601b-4b7c-b51d-989608d9c89a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855831} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459251 6ef2073f-601b-4b7c-b51d-989608d9c89a /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141343657656324,"min-table-barrier-ts":457141343657656326,"admin-job-type":0} /tidb/cdc/default/default/task/position/6ef2073f-601b-4b7c-b51d-989608d9c89a/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003b353b0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141343395512325 MinTableBarrierTs:457141343657656326 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141343657656326, checkpointTs: 457141343657656326, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141343657656324, checkpointTs: 457141343657656324, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141343657656324, checkpointTs: 457141343657656324, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6ef2073f-601b-4b7c-b51d-989608d9c89a {"id":"6ef2073f-601b-4b7c-b51d-989608d9c89a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855831} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459251 6ef2073f-601b-4b7c-b51d-989608d9c89a /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141343657656324,"min-table-barrier-ts":457141343657656326,"admin-job-type":0} /tidb/cdc/default/default/task/position/6ef2073f-601b-4b7c-b51d-989608d9c89a/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003b353b0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141343395512325 MinTableBarrierTs:457141343657656326 AdminJobType:noop} span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141343657656326, checkpointTs: 457141343657656326, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141343657656324, checkpointTs: 457141343657656324, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141343657656324, checkpointTs: 457141343657656324, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6ef2073f-601b-4b7c-b51d-989608d9c89a {"id":"6ef2073f-601b-4b7c-b51d-989608d9c89a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855831} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459251 6ef2073f-601b-4b7c-b51d-989608d9c89a /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141343657656324,"min-table-barrier-ts":457141343657656326,"admin-job-type":0} /tidb/cdc/default/default/task/position/6ef2073f-601b-4b7c-b51d-989608d9c89a/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' {"level":"warn","ts":"2025-04-05T20:23:54.396879+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002080c40/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} Run finished, takes 2.085258115s INSERT - Takes(s): 2.1, Count: 5000, OPS: 2412.2, Avg(us): 3687, Min(us): 1220, Max(us): 69028, 95th(us): 4000, 99th(us): 60000 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check_ts_forward 297d629f-58eb-443e-8ca8-7b1f4af8485b 0 0 0 0 0 0 0 0 --:--:-- 0:00:01 --:--:-- 0 "is-owner": true, run task successfully VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803751786174848 TiDB Cluster ID. tikv_gc_leader_uuid 65817a14dc00006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-3-b2x41, pid:7684, start at 2025-04-05 20:23:53.974053106 +0800 CST m=+2.506783408 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:53.983 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:53.968 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:53.968 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803751786174848 TiDB Cluster ID. tikv_gc_leader_uuid 65817a14dc00006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-3-b2x41, pid:7684, start at 2025-04-05 20:23:53.974053106 +0800 CST m=+2.506783408 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:53.983 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:53.968 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:53.968 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803745976130197 TiDB Cluster ID. tikv_gc_leader_uuid 65817a150b8000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-3-b2x41, pid:7758, start at 2025-04-05 20:23:54.177704332 +0800 CST m=+2.632131621 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:54.186 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:54.158 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:54.158 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/sink_hang/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/sink_hang/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/sink_hang/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/sink_hang/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/sink_hang/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table test.t2 not exists for 1-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:02 --:--:-- 0 owner pid: 5727 owner id 6ef2073f-601b-4b7c-b51d-989608d9c89a table test.availability1 exists nonempty select id, val from test.availability1 where id=1 and val=1 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later table consistent_replicate_storage_file.usertable exists table consistent_replicate_storage_file.check1 not exists for 1-th check, retry later changefeed is working normally rts: 457141342458347500->457141344319569900 checkpoint: 457141344057425900->457141344319569900 run task successfully check_ddl_executed /tmp/tidb_cdc_test/ddl_reentrant/cdc.log /tmp/tidb_cdc_test/ddl_reentrant/ddl_temp.sql false [2025/04/05 20:23:53.340 +08:00] [INFO] [mysql_ddl_sink.go:150] ["Execute DDL failed, but error can be ignored"] [startTs=457141342445502484] [ddl="CREATE TABLE `ddl_reentrant`.`t3` (`a` INT PRIMARY KEY,`b` INT) PARTITION BY RANGE (`a`) (PARTITION `p0` VALUES LESS THAN (1000),PARTITION `p1` VALUES LESS THAN (2000))"] [namespace=default] [changefeed=297d629f-58eb-443e-8ca8-7b1f4af8485b] [error="Error 1050 (42S01): Table 'ddl_reentrant.t3' already exists"] run task successfully ------------------------------------------ test ddl create table ddl_reentrant.t4 (a int primary key, b int), is_reentrant: false restored_sql: CREATE TABLE `ddl_reentrant`.`t4` (`a` INT PRIMARY KEY,`b` INT) check_ts_forward 297d629f-58eb-443e-8ca8-7b1f4af8485b VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803755498709763 TiDB Cluster ID. tikv_gc_leader_uuid 65817a15f80000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv, pid:10000, start at 2025-04-05 20:23:55.145972244 +0800 CST m=+2.566961018 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:55.154 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:55.153 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:55.153 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803755498709763 TiDB Cluster ID. tikv_gc_leader_uuid 65817a15f80000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv, pid:10000, start at 2025-04-05 20:23:55.145972244 +0800 CST m=+2.566961018 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:55.154 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:55.153 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:55.153 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803760879690103 TiDB Cluster ID. tikv_gc_leader_uuid 65817a1604c000b Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-t-bp5dv, pid:10070, start at 2025-04-05 20:23:55.170872972 +0800 CST m=+2.514954065 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:25:55.179 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:23:55.155 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:13:55.155 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_auto_stop/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } start tidb cluster in /tmp/tidb_cdc_test/synced_status Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table test.t2 not exists for 2-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:03 --:--:-- 0 [Sat Apr 5 20:23:57 CST 2025] <<<<<< START cdc server in sink_hang case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkExecDMLError=2*return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_hang.90029004.out server --log-file /tmp/tidb_cdc_test/sink_hang/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sink_hang/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + run_sql 'SELECT * from test.t2' 127.0.0.1 3306 + check_contains 'a: 2023-02-08' + stop_tidb_cluster 0 0 0 0 0 0 0 0 --:--:-- 0:00:04 --:--:-- 0 table consistent_replicate_storage_file.check1 not exists for 2-th check, retry later changefeed is working normally rts: 457141344319569900->457141344843857900 checkpoint: 457141344319569900->457141344568868860 run task successfully check_ddl_executed /tmp/tidb_cdc_test/ddl_reentrant/cdc.log /tmp/tidb_cdc_test/ddl_reentrant/ddl_temp.sql true [2025/04/05 20:23:58.365 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=default] [changefeed=297d629f-58eb-443e-8ca8-7b1f4af8485b] [duration=25.995922ms] [sql="CREATE TABLE `ddl_reentrant`.`t4` (`a` INT PRIMARY KEY,`b` INT)"] run task successfully =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_api_tls_with_user_auth/run.sh using Sink-Type: mysql... <<================= WARNING: Running pip install with root privileges is generally not a good idea. Try `__main__.py install --user` instead. Requirement already up-to-date: requests==2.26.0 in /usr/local/lib/python3.6/site-packages Requirement already up-to-date: idna<4,>=2.5; python_version >= "3" in /usr/local/lib/python3.6/site-packages (from requests==2.26.0) Requirement already up-to-date: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.6/site-packages (from requests==2.26.0) Requirement already up-to-date: charset-normalizer~=2.0.0; python_version >= "3" in /usr/local/lib/python3.6/site-packages (from requests==2.26.0) Requirement already up-to-date: certifi>=2017.4.17 in /usr/local/lib/python3.6/site-packages (from requests==2.26.0) The 1 times to try to start tidb cluster... nonempty select id, val from test.availability1 where id=1 and val=1 run task successfully [Sat Apr 5 20:23:58 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.58695871.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_kill_capture.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_kill_capture.server2 --cluster-id default --addr 127.0.0.1:8301 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 resume changefeed 297d629f-58eb-443e-8ca8-7b1f4af8485b from 457141344568868866 check_ts_forward 297d629f-58eb-443e-8ca8-7b1f4af8485b 0 0 0 0 0 0 0 0 --:--:-- 0:00:05 --:--:-- 0 table test.t2 not exists for 3-th check, retry later wait process 8531 exit for 1-th time... wait process 8531 exit for 2-th time... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8531) - No such process wait process 8531 exit for 3-th time... process 8531 already exit check_capture_count http://127.0.0.1:2379 0 parse error: Invalid numeric literal at line 1, column 6 run task successfully [Sat Apr 5 20:23:59 CST 2025] <<<<<< START cdc server in kill_owner_with_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/ddlsink/mysql/MySQLSinkExecDDLDelay=return(true);github.com/pingcap/tiflow/cdc/capture/ownerFlushIntervalInject=return(10)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kill_owner_with_ddl.86598661.out server --log-file /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 0 0 0 0 0 0 0 0 --:--:-- 0:00:06 --:--:-- 0{"level":"warn","ts":"2025-04-05T20:24:00.267266+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00200cc40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:24:00.274466+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c5ee00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:24:00.39795+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002080c40/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} ***************** properties ***************** "mysql.db"="changefeed_auto_stop_1" "mysql.host"="127.0.0.1" "threadcount"="4" "scanproportion"="0" "insertproportion"="0" "requestdistribution"="uniform" "workload"="core" "readproportion"="0" "dotransactions"="false" "updateproportion"="0" "recordcount"="20" "mysql.user"="root" "operationcount"="0" "readallfields"="true" "mysql.port"="4000" ********************************************** Run finished, takes 11.368367ms INSERT - Takes(s): 0.0, Count: 19, OPS: 3195.3, Avg(us): 1980, Min(us): 1090, Max(us): 5378, 95th(us): 6000, 99th(us): 6000 table consistent_replicate_storage_file.check1 not exists for 3-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:00 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8d8323e3-807c-459b-9106-bde77ce8514a {"id":"8d8323e3-807c-459b-9106-bde77ce8514a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855838} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e833c4d5 8d8323e3-807c-459b-9106-bde77ce8514a /tidb/cdc/default/default/upstream/7489803751786174848 {"id":7489803751786174848,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8d8323e3-807c-459b-9106-bde77ce8514a {"id":"8d8323e3-807c-459b-9106-bde77ce8514a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855838} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e833c4d5 8d8323e3-807c-459b-9106-bde77ce8514a /tidb/cdc/default/default/upstream/7489803751786174848 {"id":7489803751786174848,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8d8323e3-807c-459b-9106-bde77ce8514a {"id":"8d8323e3-807c-459b-9106-bde77ce8514a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855838} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e833c4d5 8d8323e3-807c-459b-9106-bde77ce8514a /tidb/cdc/default/default/upstream/7489803751786174848 {"id":7489803751786174848,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check_changefeed_status 127.0.0.1:8300 13c1e35b-4e26-48d8-907b-053bf0ae8d45 normal last_error null + endpoint=127.0.0.1:8300 + changefeed_id=13c1e35b-4e26-48d8-907b-053bf0ae8d45 + expected_state=normal + field=last_error + error_pattern=null ++ curl 127.0.0.1:8300/api/v2/changefeeds/13c1e35b-4e26-48d8-907b-053bf0ae8d45/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release ***************** properties ***************** "readproportion"="0" "scanproportion"="0" "mysql.db"="changefeed_auto_stop_2" "updateproportion"="0" "workload"="core" "threadcount"="4" "readallfields"="true" "recordcount"="20" "operationcount"="0" "mysql.host"="127.0.0.1" "insertproportion"="0" "mysql.port"="4000" "dotransactions"="false" "requestdistribution"="uniform" "mysql.user"="root" ********************************************** Run finished, takes 12.593821ms INSERT - Takes(s): 0.0, Count: 20, OPS: 2990.8, Avg(us): 2316, Min(us): 1169, Max(us): 5860, 95th(us): 6000, 99th(us): 6000 run task failed 1-th time, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:07 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 86 100 86 0 0 1026 0 --:--:-- --:--:-- --:--:-- 1036 + info='{"state":"normal","resolved_ts":457141345574715401,"checkpoint_ts":457141345574715401}' + echo '{"state":"normal","resolved_ts":457141345574715401,"checkpoint_ts":457141345574715401}' {"state":"normal","resolved_ts":457141345574715401,"checkpoint_ts":457141345574715401} ++ echo '{"state":"normal","resolved_ts":457141345574715401,"checkpoint_ts":457141345574715401}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] + [[ -z last_error ]] ++ echo '{"state":"normal","resolved_ts":457141345574715401,"checkpoint_ts":457141345574715401}' ++ jq -r .last_error.message + error_msg=null + [[ ! null =~ null ]] run task successfully check_changefeed_status 127.0.0.1:8300 13c1e35b-4e26-48d8-907b-053bf0ae8d45 normal last_warning null + endpoint=127.0.0.1:8300 + changefeed_id=13c1e35b-4e26-48d8-907b-053bf0ae8d45 + expected_state=normal + field=last_warning + error_pattern=null ++ curl 127.0.0.1:8300/api/v2/changefeeds/13c1e35b-4e26-48d8-907b-053bf0ae8d45/status % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 86 100 86 0 0 1082 0 --:--:-- --:--:-- --:--:-- 1088 + info='{"state":"normal","resolved_ts":457141345574715401,"checkpoint_ts":457141345574715401}' + echo '{"state":"normal","resolved_ts":457141345574715401,"checkpoint_ts":457141345574715401}' {"state":"normal","resolved_ts":457141345574715401,"checkpoint_ts":457141345574715401} ++ echo '{"state":"normal","resolved_ts":457141345574715401,"checkpoint_ts":457141345574715401}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] + [[ -z last_warning ]] ++ echo '{"state":"normal","resolved_ts":457141345574715401,"checkpoint_ts":457141345574715401}' ++ jq -r .last_warning.message + error_msg=null + [[ ! null =~ null ]] run task successfully =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/ddl_attributes/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table test.t2 not exists for 4-th check, retry later table sink_hang.t1 not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:02 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00429a5a0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141345754808328 MinTableBarrierTs:457141345754808330 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6ef2073f-601b-4b7c-b51d-989608d9c89a {"id":"6ef2073f-601b-4b7c-b51d-989608d9c89a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855831} /tidb/cdc/default/__cdc_meta__/capture/f060e11a-7060-480d-8c72-3217f5097e15 {"id":"f060e11a-7060-480d-8c72-3217f5097e15","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855839} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459251 6ef2073f-601b-4b7c-b51d-989608d9c89a /tidb/cdc/default/__cdc_meta__/owner/22319605e54592b7 f060e11a-7060-480d-8c72-3217f5097e15 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141345754808328,"min-table-barrier-ts":457141345754808330,"admin-job-type":0} /tidb/cdc/default/default/task/position/6ef2073f-601b-4b7c-b51d-989608d9c89a/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f060e11a-7060-480d-8c72-3217f5097e15/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00429a5a0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141345754808328 MinTableBarrierTs:457141345754808330 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6ef2073f-601b-4b7c-b51d-989608d9c89a {"id":"6ef2073f-601b-4b7c-b51d-989608d9c89a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855831} /tidb/cdc/default/__cdc_meta__/capture/f060e11a-7060-480d-8c72-3217f5097e15 {"id":"f060e11a-7060-480d-8c72-3217f5097e15","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855839} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459251 6ef2073f-601b-4b7c-b51d-989608d9c89a /tidb/cdc/default/__cdc_meta__/owner/22319605e54592b7 f060e11a-7060-480d-8c72-3217f5097e15 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141345754808328,"min-table-barrier-ts":457141345754808330,"admin-job-type":0} /tidb/cdc/default/default/task/position/6ef2073f-601b-4b7c-b51d+ grep -q 'failed to get info:' -989608d9c89a/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f060e11a-7060-480d-8c72-3217f5097e15/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00429a5a0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141345754808328 MinTableBarrierTs:457141345754808330 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6ef2073f-601b-4b7c-b51d-989608d9c89a {"id":"6ef2073f-601b-4b7c-b51d-989608d9c89a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855831} /tidb/cdc/default/__cdc_meta__/capture/f060e11a-7060-480d-8c72-3217f5097e15 {"id":"f060e11a-7060-480d-8c72-3217f5097e15","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855839} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 2 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459251 6ef2073f-601b-4b7c-b51d-989608d9c89a /tidb/cdc/default/__cdc_meta__/owner/22319605e54592b7 f060e11a-7060-480d-8c72-3217f5097e15 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141345754808328,"min-table-barrier-ts":457141345754808330,"admin-job-type":0} /tidb/cdc/default/default/task/position/6ef2073f-601b-4b7c-b51d-989608d9c89a/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/f060e11a-7060-480d-8c72-3217f5097e15/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep -v "6ef2073f-601b-4b7c-b51d-989608d9c89a" | grep id ***************** properties ***************** "recordcount"="20" "readallfields"="true" "readproportion"="0" "mysql.port"="4000" "threadcount"="4" "mysql.host"="127.0.0.1" "insertproportion"="0" "mysql.user"="root" "requestdistribution"="uniform" "workload"="core" "scanproportion"="0" "dotransactions"="false" "operationcount"="0" "updateproportion"="0" "mysql.db"="changefeed_auto_stop_3" ********************************************** Run finished, takes 12.45638ms INSERT - Takes(s): 0.0, Count: 20, OPS: 3065.6, Avg(us): 2349, Min(us): 1090, Max(us): 5855, 95th(us): 6000, 99th(us): 6000 0 0 0 0 0 0 0 0 --:--:-- 0:00:08 --:--:-- 0{"level":"warn","ts":"2025-04-05T20:24:02.250874+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00200cc40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":"2025-04-05T20:24:02.250925+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":"2025-04-05T20:24:02.261509+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c5ee00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":"2025-04-05T20:24:02.261542+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":"2025-04-05T20:24:02.384245+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002080c40/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"info","ts":"2025-04-05T20:24:02.384283+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > start tidb cluster in /tmp/tidb_cdc_test/http_api_tls_with_user_auth Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:02 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {UpstreamID:7489803630588646402 Namespace:default ID:f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:23:33.008813333 +0800 CST StartTs:457141338232061954 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0041ce090 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141338232061964} {CheckpointTs:457141340054224918 MinTableBarrierTs:457141340054224918 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141340054224918, checkpointTs: 457141340054224918, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/abda2ca9-cadc-4442-b6ad-42071581dc79 {"id":"abda2ca9-cadc-4442-b6ad-42071581dc79","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855839} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cc3b6d abda2ca9-cadc-4442-b6ad-42071581dc79 /tidb/cdc/default/default/changefeed/info/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"upstream-id":7489803630588646402,"namespace":"default","changefeed-id":"f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:23:33.008813333+08:00","start-ts":457141338232061954,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141338232061964} /tidb/cdc/default/default/changefeed/status/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":457141340054224918,"min-table-barrier-ts":457141340054224918,"admin-job-type":0} /tidb/cdc/default/default/task/position/abda2ca9-cadc-4442-b6ad-42071581dc79/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803630588646402 {"id":7489803630588646402,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {UpstreamID:7489803630588646402 Namespace:default ID:f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:23:33.008813333 +0800 CST StartTs:457141338232061954 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0041ce090 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141338232061964} {CheckpointTs:457141340054224918 MinTableBarrierTs:457141340054224918 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141340054224918, checkpointTs: 457141340054224918, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/abda2ca9-cadc-4442-b6ad-42071581dc79 {"id":"abda2ca9-cadc-4442-b6ad-42071581dc79","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855839} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cc3b6d abda2ca9-cadc-4442-b6ad-42071581dc79 /tidb/cdc/default/default/changefeed/info/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"upstream-id":7489803630588646402,"namespace":"default","changefeed-id":"f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:23:33.008813333+08:00","start-ts":457141338232061954,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141338232061964} /tidb/cdc/default/default/changefeed/status/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":457141340054224918,"min-table-barrier-ts":457141340054224918,"admin-job-type":0} /tidb/cdc/default/default/task/position/abda2ca9-cadc-4442-b6ad-42071581dc79/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803630588646402 {"id":7489803630588646402,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {UpstreamID:7489803630588646402 Namespace:default ID:f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:23:33.008813333 +0800 CST StartTs:457141338232061954 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0041ce090 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141338232061964} {CheckpointTs:457141340054224918 MinTableBarrierTs:457141340054224918 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141340054224918, checkpointTs: 457141340054224918, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/abda2ca9-cadc-4442-b6ad-42071581dc79 {"id":"abda2ca9-cadc-4442-b6ad-42071581dc79","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855839} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cc3b6d abda2ca9-cadc-4442-b6ad-42071581dc79 /tidb/cdc/default/default/changefeed/info/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"upstream-id":7489803630588646402,"namespace":"default","changefeed-id":"f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:23:33.008813333+08:00","start-ts":457141338232061954,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141338232061964} /tidb/cdc/default/default/changefeed/status/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":457141340054224918,"min-table-barrier-ts":457141340054224918,"admin-job-type":0} /tidb/cdc/default/default/task/position/abda2ca9-cadc-4442-b6ad-42071581dc79/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803630588646402 + grep -q 'etcd info' {"id":7489803630588646402,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x check_capture_count http://127.0.0.1:2379 1 run task successfully ***************** properties ***************** "mysql.host"="127.0.0.1" "mysql.port"="4000" "operationcount"="0" "mysql.db"="changefeed_auto_stop_4" "workload"="core" "readproportion"="0" "requestdistribution"="uniform" "updateproportion"="0" "mysql.user"="root" "threadcount"="4" "scanproportion"="0" "recordcount"="20" "dotransactions"="false" "insertproportion"="0" "readallfields"="true" ********************************************** table consistent_replicate_storage_file.check1 not exists for 4-th check, retry later check_ts_forward 297d629f-58eb-443e-8ca8-7b1f4af8485b Run finished, takes 11.954788ms INSERT - Takes(s): 0.0, Count: 20, OPS: 2895.0, Avg(us): 2202, Min(us): 1222, Max(us): 5347, 95th(us): 6000, 99th(us): 6000 [Sat Apr 5 20:24:03 CST 2025] <<<<<< START cdc server in changefeed_auto_stop case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_auto_stop.1143711439.out server --log-file /tmp/tidb_cdc_test/changefeed_auto_stop/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_auto_stop/cdc_data1 --cluster-id default --addr 127.0.0.1:8301 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table test.t2 not exists for 5-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:09 --:--:-- 0 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_rocks/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table sink_hang.t1 exists table sink_hang.t2 not exists for 1-th check, retry later "cluster-id": "default" "id": "f060e11a-7060-480d-8c72-3217f5097e15", "cluster-id": "default" run task successfully 0 0 0 0 0 0 0 0 --:--:-- 0:00:10 --:--:-- 0 start tidb cluster in /tmp/tidb_cdc_test/ddl_attributes Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table consistent_replicate_storage_file.check1 not exists for 5-th check, retry later changefeed is working normally rts: 457141344568868860->457141346430091260 checkpoint: 457141346167685100->457141346430091260 run task successfully check_ddl_executed /tmp/tidb_cdc_test/ddl_reentrant/cdc.log /tmp/tidb_cdc_test/ddl_reentrant/ddl_temp.sql false [2025/04/05 20:24:01.340 +08:00] [INFO] [mysql_ddl_sink.go:150] ["Execute DDL failed, but error can be ignored"] [startTs=457141344555499542] [ddl="CREATE TABLE `ddl_reentrant`.`t4` (`a` INT PRIMARY KEY,`b` INT)"] [namespace=default] [changefeed=297d629f-58eb-443e-8ca8-7b1f4af8485b] [error="Error 1050 (42S01): Table 'ddl_reentrant.t4' already exists"] run task successfully ------------------------------------------ test ddl alter table ddl_reentrant.t3 exchange partition p0 with table ddl_reentrant.t4 without validation, is_reentrant: true restored_sql: ALTER TABLE `ddl_reentrant`.`t3` EXCHANGE PARTITION `p0` WITH TABLE `ddl_reentrant`.`t4` WITHOUT VALIDATION check_ts_forward 297d629f-58eb-443e-8ca8-7b1f4af8485b nonempty select id, val from test.availability1 where id=2 and val=2 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later table test.t2 not exists for 6-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:11 --:--:-- 0 table sink_hang.t2 exists check diff failed 1-th time, retry later [2025/04/05 20:24:04.306 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:34:25' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.307 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:34:28' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.308 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:34:24' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.309 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:34:26' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.309 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:34:27' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.329 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:34:13' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.330 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:34:24' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.344 +08:00] [ERROR] [job.go:75] ["Error 1213 (40001): Deadlock found when trying to get lock; try restarting transaction"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.525 +08:00] [ERROR] [job.go:75] ["Error 1213 (40001): Deadlock found when trying to get lock; try restarting transaction"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.603 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:35:39' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.604 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:33:58' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.604 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:34:21' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.604 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:34:19' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.605 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:34:22' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.606 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:34:20' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.612 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:34:23' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.630 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:34:44' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.700 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:35:05' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.704 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:35:16' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.716 +08:00] [ERROR] [job.go:75] ["Error 1213 (40001): Deadlock found when trying to get lock; try restarting transaction"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.727 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:35:27' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.741 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:35:28' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:04.825 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:36:10' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:05.016 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '20:36:09' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] [2025/04/05 20:24:05.625 +08:00] [ERROR] [job.go:75] ["Error 1213 (40001): Deadlock found when trying to get lock; try restarting transaction"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:12 --:--:-- 0{"level":"warn","ts":"2025-04-05T20:24:06.268775+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00200cc40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:24:06.275493+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c5ee00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:24:06.398509+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002080c40/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:06 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/64dccbeb-2f8f-461a-b339-25c590502968 {"id":"64dccbeb-2f8f-461a-b339-25c590502968","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855843} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8380236 64dccbeb-2f8f-461a-b339-25c590502968 /tidb/cdc/default/default/upstream/7489803755498709763 {"id":7489803755498709763,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/64dccbeb-2f8f-461a-b339-25c590502968 {"id":"64dccbeb-2f8f-461a-b339-25c590502968","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855843} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8380236 64dccbeb-2f8f-461a-b339-25c590502968 /tidb/cdc/default/default/upstream/7489803755498709763 {"id":7489803755498709763,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/64dccbeb-2f8f-461a-b339-25c590502968 {"id":"64dccbeb-2f8f-461a-b339-25c590502968","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855843} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8380236 64dccbeb-2f8f-461a-b339-25c590502968 /tidb/cdc/default/default/upstream/7489803755498709763 {"id":7489803755498709763,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Sat Apr 5 20:24:06 CST 2025] <<<<<< START cdc server in changefeed_auto_stop case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/pipeline/ProcessorSyncResolvedError=1*return(true);github.com/pingcap/tiflow/cdc/processor/ProcessorUpdatePositionDelaying=sleep(1000)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_auto_stop.1150011502.out server --log-file /tmp/tidb_cdc_test/changefeed_auto_stop/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_auto_stop/cdc_data2 --cluster-id default --addr 127.0.0.1:8302 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8302; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Verifying downstream PD is started... 0 0 0 0 0 0 0 0 --:--:-- 0:00:13 --:--:-- 0{"level":"warn","ts":1743855846.8393192,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001faca80/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"info","ts":1743855846.8393817,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743855846.9896224,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0050cf340/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743855846.989675,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803798726899576 TiDB Cluster ID. tikv_gc_leader_uuid 65817a1fa6c0009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:15847, start at 2025-04-05 20:24:05.032483054 +0800 CST m=+2.319661010 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:05.040 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:05.019 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:05.019 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803798726899576 TiDB Cluster ID. tikv_gc_leader_uuid 65817a1fa6c0009 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:15847, start at 2025-04-05 20:24:05.032483054 +0800 CST m=+2.319661010 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:05.040 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:05.019 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:05.019 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803793328644663 TiDB Cluster ID. tikv_gc_leader_uuid 65817a1fbf0000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:15914, start at 2025-04-05 20:24:05.129945119 +0800 CST m=+2.364214769 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:05.138 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:05.116 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:05.116 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table consistent_replicate_storage_file.check1 not exists for 6-th check, retry later changefeed is working normally rts: 457141346430091260->457141346954117100 checkpoint: 457141346430091260->457141346954117100 run task successfully check_ddl_executed /tmp/tidb_cdc_test/ddl_reentrant/cdc.log /tmp/tidb_cdc_test/ddl_reentrant/ddl_temp.sql true [2025/04/05 20:24:05.483 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=default] [changefeed=297d629f-58eb-443e-8ca8-7b1f4af8485b] [duration=38.221381ms] [sql="ALTER TABLE `ddl_reentrant`.`t3` EXCHANGE PARTITION `p0` WITH TABLE `ddl_reentrant`.`t4` WITHOUT VALIDATION"] run task successfully nonempty select id, val from test.availability1 where id=2 and val=2 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 2-th time, retry later {"level":"warn","ts":1743855847.0439234,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0030a96c0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743855847.0439782,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} table test.t2 not exists for 7-th check, retry later resume changefeed 297d629f-58eb-443e-8ca8-7b1f4af8485b from 457141346652913679 check_ts_forward 297d629f-58eb-443e-8ca8-7b1f4af8485b start tidb cluster in /tmp/tidb_cdc_test/multi_rocks Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... check diff failed 2-th time, retry later Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) 0 0 0 0 0 0 0 0 --:--:-- 0:00:14 --:--:-- 0 table consistent_replicate_storage_file.check1 not exists for 7-th check, retry later run task failed 1-th time, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:15 --:--:-- 0 + cd /tmp/tidb_cdc_test/synced_status ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.17172.out cli tso query --pd=http://127.0.0.1:2379 table test.t2 not exists for 8-th check, retry later check diff successfully + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8302 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:09 GMT < Content-Length: 1281 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/362a8eac-4cc6-443c-a50e-6c62238f1a2d {"id":"362a8eac-4cc6-443c-a50e-6c62238f1a2d","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855846} /tidb/cdc/default/__cdc_meta__/capture/64dccbeb-2f8f-461a-b339-25c590502968 {"id":"64dccbeb-2f8f-461a-b339-25c590502968","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855843} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8380236 64dccbeb-2f8f-461a-b339-25c590502968 /tidb/cdc/default/__cdc_meta__/owner/22319605e8380269 362a8eac-4cc6-443c-a50e-6c62238f1a2d /tidb/cdc/default/default/upstream/7489803755498709763 {"id":7489803755498709763,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/362a8eac-4cc6-443c-a50e-6c62238f1a2d {"id":"362a8eac-4cc6-443c-a50e-6c62238f1a2d","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855846} /tidb/cdc/default/__cdc_meta__/capture/64dccbeb-2f8f-461a-b339-25c590502968 {"id":"64dccbeb-2f8f-461a-b339-25c590502968","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855843} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8380236 64dccbeb-2f8f-461a-b339-25c590502968 /tidb/cdc/default/__cdc_meta__/owner/22319605e8380269 362a8eac-4cc6-443c-a50e-6c62238f1a2d /tidb/cdc/default/default/upstream/7489803755498709763 {"id":7489803755498709763,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/362a8eac-4cc6-443c-a50e-6c62238f1a2d {"id":"362a8eac-4cc6-443c-a50e-6c62238f1a2d","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855846} /tidb/cdc/default/__cdc_meta__/capture/64dccbeb-2f8f-461a-b339-25c590502968 {"id":"64dccbeb-2f8f-461a-b339-25c590502968","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855843} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8380236 64dccbeb-2f8f-461a-b339-25c590502968 /tidb/cdc/default/__cdc_meta__/owner/22319605e8380269 362a8eac-4cc6-443c-a50e-6c62238f1a2d /tidb/cdc/default/default/upstream/7489803755498709763 {"id":7489803755498709763,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check_changefeed_state http://127.0.0.1:2379 d335d351-7ee4-4cc7-abd2-c67fdba610e7 normal null + endpoints=http://127.0.0.1:2379 + changefeed_id=d335d351-7ee4-4cc7-abd2-c67fdba610e7 + expected_state=normal + error_msg=null + tls_dir=null + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c d335d351-7ee4-4cc7-abd2-c67fdba610e7 -s + info='{ "upstream_id": 7489803755498709763, "namespace": "default", "id": "d335d351-7ee4-4cc7-abd2-c67fdba610e7", "state": "normal", "checkpoint_tso": 457141345059602433, "checkpoint_time": "2025-04-05 20:23:59.003", "error": null }' + echo '{ "upstream_id": 7489803755498709763, "namespace": "default", "id": "d335d351-7ee4-4cc7-abd2-c67fdba610e7", "state": "normal", "checkpoint_tso": 457141345059602433, "checkpoint_time": "2025-04-05 20:23:59.003", "error": null }' { "upstream_id": 7489803755498709763, "namespace": "default", "id": "d335d351-7ee4-4cc7-abd2-c67fdba610e7", "state": "normal", "checkpoint_tso": 457141345059602433, "checkpoint_time": "2025-04-05 20:23:59.003", "error": null } ++ echo '{' '"upstream_id":' 7489803755498709763, '"namespace":' '"default",' '"id":' '"d335d351-7ee4-4cc7-abd2-c67fdba610e7",' '"state":' '"normal",' '"checkpoint_tso":' 457141345059602433, '"checkpoint_time":' '"2025-04-05' '20:23:59.003",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489803755498709763, '"namespace":' '"default",' '"id":' '"d335d351-7ee4-4cc7-abd2-c67fdba610e7",' '"state":' '"normal",' '"checkpoint_tso":' 457141345059602433, '"checkpoint_time":' '"2025-04-05' '20:23:59.003",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] run task successfully table changefeed_auto_stop_1.usertable not exists for 1-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + stop_tidb_cluster wait process cdc.test exit for 1-th time... 0 0 0 0 0 0 0 0 --:--:-- 0:00:16 --:--:-- 0 table consistent_replicate_storage_file.check1 not exists for 8-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x + tso='457141347776987137 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141347776987137 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457141347776987137 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test [Sat Apr 5 20:24:10 CST 2025] <<<<<< START cdc server in synced_status case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.1720617208.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 2-th time... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release nonempty select id, val from test.availability1 where id=2 and val=2 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 3-th time, retry later Debugger for raftstore-v2 is used Debugger for raftstore-v2 is used cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:24:11 CST 2025] <<<<<< run test case sink_hang success! >>>>>> table test.t2 not exists for 9-th check, retry later check_ts_forward 297d629f-58eb-443e-8ca8-7b1f4af8485b table changefeed_auto_stop_1.usertable not exists for 2-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:17 --:--:-- 0 \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) 0 0 0 0 0 0 0 0 --:--:-- 0:00:18 --:--:-- 0{"level":"warn","ts":"2025-04-05T20:24:12.270303+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00200cc40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:24:12.277108+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c5ee00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:24:12.400006+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002080c40/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] // stage [Pipeline] } wait process 8664 exit for 1-th time... wait process 8664 exit for 2-th time... /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8664) - No such process wait process 8664 exit for 3-th time... process 8664 already exit check_capture_count http://127.0.0.1:2379 0 parse error: Invalid numeric literal at line 1, column 6 run task successfully [Sat Apr 5 20:24:12 CST 2025] <<<<<< START cdc server in kill_owner_with_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/ddlsink/mysql/MySQLSinkExecDDLDelay=return(true);github.com/pingcap/tiflow/cdc/capture/ownerFlushIntervalInject=return(10)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kill_owner_with_ddl.87918793.out server --log-file /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803819738159446 TiDB Cluster ID. tikv_gc_leader_uuid 65817a2513c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:33976, start at 2025-04-05 20:24:10.59772513 +0800 CST m=+2.290050576 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:10.605 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:10.575 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:10.575 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803819738159446 TiDB Cluster ID. tikv_gc_leader_uuid 65817a2513c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:33976, start at 2025-04-05 20:24:10.59772513 +0800 CST m=+2.290050576 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:10.605 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:10.575 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:10.575 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803823291731556 TiDB Cluster ID. tikv_gc_leader_uuid 65817a24fa8000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:34045, start at 2025-04-05 20:24:10.49004613 +0800 CST m=+2.123285627 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:10.497 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:10.474 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:10.474 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/http_api_tls_with_user_auth/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/http_api_tls_with_user_auth/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/http_api_tls_with_user_auth/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/http_api_tls_with_user_auth/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/http_api_tls_with_user_auth/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Pipeline] // container [2025/04/05 20:24:12.718 +08:00] [WARN] [diff.go:557] ["checksum is not equal"] [table=`test`.`itest`] [where="((TRUE) AND TRUE)"] [sourceChecksum=872238464] [targetChecksum=1789499339] [getSourceChecksumCost=8.340954ms] [getTargetChecksumCost=5.674842ms] [2025/04/05 20:24:12.808 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:19, a: 1, b: 1, }"] [row2="{ a: 1, b: 1, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:19, }"] [2025/04/05 20:24:12.836 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:06, a: 3, b: 3, }"] [row2="{ b: 3, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:06, a: 3, }"] [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [2025/04/05 20:24:12.936 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 5, b: 5, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:08, }"] [row2="{ b: 5, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:08, a: 5, }"] [2025/04/05 20:24:13.036 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 6, b: 6, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:09, }"] [row2="{ d: 20:24:09, a: 6, b: 6, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [Pipeline] } changefeed is working normally rts: 457141346652913660->457141348527243260 checkpoint: 457141346652913660->457141348527243260 run task successfully check_ddl_executed /tmp/tidb_cdc_test/ddl_reentrant/cdc.log /tmp/tidb_cdc_test/ddl_reentrant/ddl_temp.sql true [2025/04/05 20:24:09.385 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=default] [changefeed=297d629f-58eb-443e-8ca8-7b1f4af8485b] [duration=38.141278ms] [sql="ALTER TABLE `ddl_reentrant`.`t3` EXCHANGE PARTITION `p0` WITH TABLE `ddl_reentrant`.`t4` WITHOUT VALIDATION"] run task successfully [Pipeline] // podTemplate Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] } [Pipeline] // withEnv [Pipeline] } [2025/04/05 20:24:13.136 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:10, a: 7, b: 7, }"] [row2="{ a: 7, b: 7, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:10, }"] [2025/04/05 20:24:13.236 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:24:11, a: 8, b: 8, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:11, a: 8, b: 8, }"] [2025/04/05 20:24:13.337 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 9, b: 9, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:12, }"] [row2="{ b: 9, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:12, a: 9, }"] [Pipeline] // stage table consistent_replicate_storage_file.check1 not exists for 9-th check, retry later [Pipeline] } [2025/04/05 20:24:13.437 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 10, b: 10, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:13, }"] [row2="{ a: 10, b: 10, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:13, }"] [2025/04/05 20:24:13.537 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:24:14, a: 11, b: 11, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 11, b: 11, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:14, }"] table test.t2 not exists for 10-th check, retry later 0 0 0 0 0 0 0 0 --:--:-- 0:00:19 --:--:-- 0 wait process cdc.test exit for 1-th time... [2025/04/05 20:24:13.637 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 12, b: 12, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:15, }"] [row2="{ a: 12, b: 12, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:15, }"] [2025/04/05 20:24:13.737 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 15, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:18, a: 15, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:18, a: 15, b: 15, c: rFevwY, }"] [2025/04/05 20:24:13.838 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 16, b: 16, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:19, }"] [row2="{ a: 16, b: 16, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:19, }"] [2025/04/05 20:24:13.938 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 17, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:20, a: 17, }"] [row2="{ a: 17, b: 17, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:20, }"] [2025/04/05 20:24:14.038 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 19, b: 19, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:55, }"] [row2="{ a: 19, b: 19, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:55, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:13 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b331032b-b50b-4478-b5dc-b1dd6c2d9118 {"id":"b331032b-b50b-4478-b5dc-b1dd6c2d9118","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855851} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e85fb8e3 b331032b-b50b-4478-b5dc-b1dd6c2d9118 /tidb/cdc/default/default/upstream/7489803798726899576 {"id":7489803798726899576,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b331032b-b50b-4478-b5dc-b1dd6c2d9118 {"id":"b331032b-b50b-4478-b5dc-b1dd6c2d9118","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855851} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e85fb8e3 b331032b-b50b-4478-b5dc-b1dd6c2d9118 /tidb/cdc/default/default/upstream/7489803798726899576 {"id":7489803798726899576,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b331032b-b50b-4478-b5dc-b1dd6c2d9118 {"id":"b331032b-b50b-4478-b5dc-b1dd6c2d9118","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855851} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e85fb8e3 b331032b-b50b-4478-b5dc-b1dd6c2d9118 /tidb/cdc/default/default/upstream/7489803798726899576 {"id":7489803798726899576,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457141347776987137 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.17269.out cli changefeed create --start-ts=457141347776987137 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml wait process cdc.test exit for 2-th time... [2025/04/05 20:24:14.138 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 20, b: 20, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:33, }"] [row2="{ a: 20, b: 20, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:33, }"] [2025/04/05 20:24:14.238 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 21, b: 21, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:23, }"] [row2="{ a: 21, b: 21, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:23, }"] [2025/04/05 20:24:14.339 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:24, a: 22, b: 22, }"] [row2="{ a: 22, b: 22, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:24, }"] table changefeed_auto_stop_1.usertable exists table changefeed_auto_stop_2.usertable not exists for 1-th check, retry later Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489803798726899576,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:24:14.255848938+08:00","start_ts":457141347776987137,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141347776987137,"checkpoint_ts":457141347776987137,"checkpoint_time":"2025-04-05 20:24:09.369"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:24:14 CST 2025] <<<<<< run test case ddl_reentrant success! >>>>>> 0 0 0 0 0 0 0 0 --:--:-- 0:00:20 --:--:-- 0 Debugger for raftstore-v2 is used Debugger for raftstore-v2 is used VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803823932746807 TiDB Cluster ID. tikv_gc_leader_uuid 65817a26b8c0004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-j-h37x7, pid:23827, start at 2025-04-05 20:24:12.296649123 +0800 CST m=+2.198963505 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:12.304 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:12.308 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:12.308 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803823932746807 TiDB Cluster ID. tikv_gc_leader_uuid 65817a26b8c0004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-j-h37x7, pid:23827, start at 2025-04-05 20:24:12.296649123 +0800 CST m=+2.198963505 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:12.304 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:12.308 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:12.308 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803835746505694 TiDB Cluster ID. tikv_gc_leader_uuid 65817a26b880004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-j-h37x7, pid:23912, start at 2025-04-05 20:24:12.29747497 +0800 CST m=+2.143210999 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:12.305 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:12.309 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:12.309 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ddl_attributes/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ddl_attributes/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_attributes/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_attributes/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_attributes/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/05 20:24:14.439 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 23, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:25, a: 23, }"] [row2="{ b: 23, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:25, a: 23, }"] [2025/04/05 20:24:14.539 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:24:26, a: 24, b: 24, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ b: 24, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:26, a: 24, }"] [2025/04/05 20:24:14.639 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 25, b: 25, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:27, }"] [row2="{ a: 25, b: 25, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:27, }"] The 1 times to try to start tls tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/http_api_tls_with_user_auth Starting TLS PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 [2025/04/05 20:24:14.739 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:24:28, a: 26, b: 26, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:28, a: 26, b: 26, c: rFevwY, }"] [2025/04/05 20:24:14.839 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 27, b: 27, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:29, }"] [row2="{ b: 27, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:29, a: 27, }"] [2025/04/05 20:24:14.940 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:30, a: 28, b: 28, c: ca, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:30, a: 28, b: 28, c: rFevwY, }"] [2025/04/05 20:24:15.040 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:31, a: 29, b: 29, c: ca, }"] [row2="{ d: 20:24:31, a: 29, b: 29, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:15.140 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 31, b: 31, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:34, }"] [row2="{ c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:34, a: 31, b: 31, }"] table consistent_replicate_storage_file.check1 not exists for 10-th check, retry later [2025/04/05 20:24:15.240 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 32, b: 32, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:35, }"] [row2="{ b: 32, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:35, a: 32, }"] [2025/04/05 20:24:15.340 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 33, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:36, a: 33, }"] [row2="{ b: 33, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:36, a: 33, }"] table test.t2 not exists for 11-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:24:15.441 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:55, a: 35, b: 35, c: ca, }"] [row2="{ a: 35, b: 35, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:55, }"] [2025/04/05 20:24:15.541 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:40, a: 37, b: 37, c: ca, }"] [row2="{ c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:40, a: 37, b: 37, }"] [2025/04/05 20:24:15.641 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:24:41, a: 38, b: 38, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:41, a: 38, b: 38, }"] + set +x ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 221 100 221 0 0 31219 0 --:--:-- --:--:-- --:--:-- 36833 + synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-05 20:24:09.369","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2025-04-05 20:24:15.000","info":"Data syncing is finished"}' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '20:24:09.369","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '20:24:15.000","info":"Data' syncing is 'finished"}' ++ jq .synced + status=true ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '20:24:09.369","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '20:24:15.000","info":"Data' syncing is 'finished"}' ++ jq -r .sink_checkpoint_ts + sink_checkpoint_ts='2025-04-05 20:24:09.369' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '20:24:09.369","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '20:24:15.000","info":"Data' syncing is 'finished"}' ++ jq -r .puller_resolved_ts + puller_resolved_ts='1970-01-01 08:00:00.000' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '20:24:09.369","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '20:24:15.000","info":"Data' syncing is 'finished"}' ++ jq -r .last_synced_ts + last_synced_ts='1970-01-01 08:00:00.000' + '[' true '!=' true ']' + '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']' + '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']' ++ date '+%Y-%m-%d %H:%M:%S' + current='2025-04-05 20:24:15' + echo 'sink_checkpoint_ts is 2025-04-05' 20:24:09.369 sink_checkpoint_ts is 2025-04-05 20:24:09.369 ++ date -d '2025-04-05 20:24:09.369' +%s + checkpoint_timestamp=1743855849 ++ date -d '2025-04-05 20:24:15' +%s + current_timestamp=1743855855 + '[' 6 -gt 300 ']' + run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);' [2025/04/05 20:24:15.741 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:42, a: 39, b: 39, c: ca, }"] [row2="{ d: 20:24:42, a: 39, b: 39, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:15.841 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 40, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:44, a: 40, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:44, a: 40, b: 40, c: rFevwY, }"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:21 --:--:-- 0 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:15 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {UpstreamID:7489803630588646402 Namespace:default ID:f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:23:33.008813333 +0800 CST StartTs:457141338232061954 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc001896090 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141338232061964} {CheckpointTs:457141340054224918 MinTableBarrierTs:457141340054224918 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141340054224918, checkpointTs: 457141340054224918, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3e1660a8-6dc3-4647-bec5-14de788b4f91 {"id":"3e1660a8-6dc3-4647-bec5-14de788b4f91","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855852} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cc3bf2 3e1660a8-6dc3-4647-bec5-14de788b4f91 /tidb/cdc/default/default/changefeed/info/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"upstream-id":7489803630588646402,"namespace":"default","changefeed-id":"f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:23:33.008813333+08:00","start-ts":457141338232061954,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141338232061964} /tidb/cdc/default/default/changefeed/status/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":457141340054224918,"min-table-barrier-ts":457141340054224918,"admin-job-type":0} /tidb/cdc/default/default/task/position/3e1660a8-6dc3-4647-bec5-14de788b4f91/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803630588646402 {"id":7489803630588646402,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {UpstreamID:7489803630588646402 Namespace:default ID:f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:23:33.008813333 +0800 CST StartTs:457141338232061954 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc001896090 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141338232061964} {CheckpointTs:457141340054224918 MinTableBarrierTs:457141340054224918 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141340054224918, checkpointTs: 457141340054224918, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3e1660a8-6dc3-4647-bec5-14de788b4f91 {"id":"3e1660a8-6dc3-4647-bec5-14de788b4f91","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855852} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cc3bf2 3e1660a8-6dc3-4647-bec5-14de788b4f91 /tidb/cdc/default/default/changefeed/info/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"upstream-id":7489803630588646402,"namespace":"default","changefeed-id":"f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:23:33.008813333+08:00","start-ts":457141338232061954,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141338232061964} /tidb/cdc/default/default/changefeed/status/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":457141340054224918,"min-table-barrier-ts":457141340054224918,"admin-job-type":0} /tidb/cdc/default/default/task/position/3e1660a8-6dc3-4647-bec5-14de788b4f91/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803630588646402 {"id":7489803630588646402,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {UpstreamID:7489803630588646402 Namespace:default ID:f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:23:33.008813333 +0800 CST StartTs:457141338232061954 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc001896090 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141338232061964} {CheckpointTs:457141340054224918 MinTableBarrierTs:457141340054224918 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141340054224918, checkpointTs: 457141340054224918, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3e1660a8-6dc3-4647-bec5-14de788b4f91 {"id":"3e1660a8-6dc3-4647-bec5-14de788b4f91","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855852} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cc3bf2 3e1660a8-6dc3-4647-bec5-14de788b4f91 /tidb/cdc/default/default/changefeed/info/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"upstream-id":7489803630588646402,"namespace":"default","changefeed-id":"f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:23:33.008813333+08:00","start-ts":457141338232061954,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141338232061964} /tidb/cdc/default/default/changefeed/status/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":457141340054224918,"min-table-barrier-ts":457141340054224918,"admin-job-type":0} /tidb/cdc/default/default/task/position/3e1660a8-6dc3-4647-bec5-14de788b4f91/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803630588646402 {"id":7489803630588646402,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x check_capture_count http://127.0.0.1:2379 1 run task successfully [2025/04/05 20:24:15.942 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 42, b: 42, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:45, }"] [row2="{ d: 20:24:45, a: 42, b: 42, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:16.042 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 43, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:46, a: 43, }"] [row2="{ c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:46, a: 43, b: 43, }"] [2025/04/05 20:24:16.142 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:24:47, a: 44, b: 44, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 44, b: 44, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:47, }"] table changefeed_auto_stop_2.usertable exists table changefeed_auto_stop_3.usertable not exists for 1-th check, retry later [2025/04/05 20:24:16.242 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 45, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:31, a: 45, }"] [row2="{ d: 20:29:31, a: 45, b: 45, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:16.342 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 46, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:48, a: 46, }"] [row2="{ a: 46, b: 46, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:48, }"] + check_table_exists test.t1 127.0.0.1 3306 table test.t1 not exists for 1-th check, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_attributes.cli.25307.out cli tso query --pd=http://127.0.0.1:2379 [2025/04/05 20:24:16.443 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 47, b: 47, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:49, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:49, a: 47, b: 47, c: rFevwY, }"] [2025/04/05 20:24:16.543 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:24:50, a: 48, b: 48, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 48, b: 48, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:50, }"] [2025/04/05 20:24:16.643 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 49, b: 49, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:52, }"] [row2="{ a: 49, b: 49, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:52, }"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:22 --:--:-- 0 [2025/04/05 20:24:16.743 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 50, b: 50, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:53, }"] [row2="{ a: 50, b: 50, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:53, }"] [2025/04/05 20:24:16.843 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 51, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:54, a: 51, }"] [row2="{ d: 20:24:54, a: 51, b: 51, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:16.943 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:24:55, a: 52, b: 52, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:55, a: 52, b: 52, }"] [2025/04/05 20:24:17.044 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:24:56, a: 53, b: 53, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 53, b: 53, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:56, }"] [2025/04/05 20:24:17.144 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 55, b: 55, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:58, }"] [row2="{ d: 20:24:58, a: 55, b: 55, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] table consistent_replicate_storage_file.check1 not exists for 11-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:24:17.244 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 56, b: 56, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:59, }"] [row2="{ a: 56, b: 56, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:24:59, }"] [2025/04/05 20:24:17.344 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 57, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:00, a: 57, }"] [row2="{ a: 57, b: 57, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:00, }"] [2025/04/05 20:24:17.444 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 58, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:01, a: 58, }"] [row2="{ a: 58, b: 58, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:01, }"] [2025/04/05 20:24:17.544 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:02, a: 59, b: 59, c: ca, }"] [row2="{ a: 59, b: 59, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:02, }"] [2025/04/05 20:24:17.645 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:25:04, a: 61, b: 61, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:04, a: 61, b: 61, }"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:23 --:--:-- 0 nonempty select id, val from test.availability1 where id=2 and val=2 run task successfully wait process cdc.test exit for 1-th time... [2025/04/05 20:24:17.745 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 64, b: 64, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:07, }"] [row2="{ c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:07, a: 64, b: 64, }"] [2025/04/05 20:24:17.845 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 65, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:08, a: 65, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:08, a: 65, b: 65, c: rFevwY, }"] table test.t2 exists check diff successfully wait process cdc.test exit for 2-th time... table changefeed_auto_stop_3.usertable exists table changefeed_auto_stop_4.usertable not exists for 1-th check, retry later [2025/04/05 20:24:17.945 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:09, a: 66, b: 66, }"] [row2="{ b: 66, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:09, a: 66, }"] [2025/04/05 20:24:18.045 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:11, a: 69, b: 69, c: ca, }"] [row2="{ d: 20:25:11, a: 69, b: 69, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:18.146 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 70, b: 70, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:23, }"] [row2="{ c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:23, a: 70, b: 70, }"] wait process cdc.test exit for 1-th time... 0 0 0 0 0 0 0 0 --:--:-- 0:00:24 --:--:-- 0{"level":"warn","ts":"2025-04-05T20:24:18.271323+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00200cc40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:24:18.278457+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c5ee00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} + set +x + tso='457141349714231297 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141349714231297 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:24:18 CST 2025] <<<<<< START cdc server in ddl_attributes case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_attributes.2534425346.out server --log-file /tmp/tidb_cdc_test/ddl_attributes/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_attributes/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 20:24:18.246 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 73, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:16, a: 73, }"] [row2="{ a: 73, b: 73, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:16, }"] [2025/04/05 20:24:18.346 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:17, a: 74, b: 74, c: ca, }"] [row2="{ a: 74, b: 74, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:17, }"] {"level":"warn","ts":"2025-04-05T20:24:18.401265+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002080c40/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_hang_up_capture [Sat Apr 5 20:24:18 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.60826084.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_hang_up_capture.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_hang_up_capture.server1 --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 20:24:18.446 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 75, b: 75, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:18, }"] [row2="{ a: 75, b: 75, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:18, }"] [2025/04/05 20:24:18.546 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:19, a: 76, b: 76, }"] [row2="{ a: 76, b: 76, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:19, }"] [2025/04/05 20:24:18.647 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:57, a: 79, b: 79, }"] [row2="{ c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:57, a: 79, b: 79, }"] wait process cdc.test exit for 2-th time... Starting TLS TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table test.t1 exists + sleep 5 [2025/04/05 20:24:18.747 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 80, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:23, a: 80, }"] [row2="{ a: 80, b: 80, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:23, }"] [2025/04/05 20:24:18.847 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 81, b: 81, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:24, }"] [row2="{ a: 81, b: 81, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:24, }"] [2025/04/05 20:24:18.947 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 82, b: 82, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:34, }"] [row2="{ b: 82, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:34, a: 82, }"] table consistent_replicate_storage_file.check1 not exists for 12-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:24:19 CST 2025] <<<<<< run test case resolve_lock success! >>>>>> [2025/04/05 20:24:19.047 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 83, b: 83, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:24, }"] [row2="{ d: 20:27:24, a: 83, b: 83, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:19.148 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:26, a: 84, b: 84, c: ca, }"] [row2="{ a: 84, b: 84, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:26, }"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:24:19.248 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:27, a: 85, b: 85, }"] [row2="{ a: 85, b: 85, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:27, }"] [2025/04/05 20:24:19.348 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:25:29, a: 87, b: 87, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:29, a: 87, b: 87, c: rFevwY, }"] [2025/04/05 20:24:19.448 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:31, a: 89, b: 89, }"] [row2="{ a: 89, b: 89, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:31, }"] [2025/04/05 20:24:19.548 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:32, a: 90, b: 90, }"] [row2="{ b: 90, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:32, a: 90, }"] [2025/04/05 20:24:19.649 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:25:33, a: 91, b: 91, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 91, b: 91, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:33, }"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:25 --:--:-- 0 [2025/04/05 20:24:19.749 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 94, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:37, a: 94, }"] [row2="{ a: 94, b: 94, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:37, }"] [2025/04/05 20:24:19.849 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:38, a: 95, b: 95, }"] [row2="{ a: 95, b: 95, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:38, }"] [2025/04/05 20:24:19.949 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:25:39, a: 96, b: 96, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 96, b: 96, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:39, }"] table changefeed_auto_stop_4.usertable exists Starting TLS TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying TLS TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:24:20.049 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 99, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:42, a: 99, }"] [row2="{ b: 99, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:42, a: 99, }"] [2025/04/05 20:24:20.150 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:25:43, a: 100, b: 100, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 100, b: 100, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:43, }"] check diff successfully [2025/04/05 20:24:20.250 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:45, a: 102, b: 102, c: ca, }"] [row2="{ b: 102, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:45, a: 102, }"] [2025/04/05 20:24:20.350 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 103, b: 103, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:46, }"] [row2="{ d: 20:25:46, a: 103, b: 103, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:20.450 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 104, b: 104, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:47, }"] [row2="{ a: 104, b: 104, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:47, }"] [2025/04/05 20:24:20.550 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:48, a: 105, b: 105, c: ca, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:48, a: 105, b: 105, }"] [2025/04/05 20:24:20.650 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 106, b: 106, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:49, }"] [row2="{ a: 106, b: 106, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:49, }"] wait process cdc.test exit for 1-th time... 0 0 0 0 0 0 0 0 --:--:-- 0:00:26 --:--:-- 0 [2025/04/05 20:24:20.751 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:51, a: 108, b: 108, c: ca, }"] [row2="{ a: 108, b: 108, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:51, }"] [2025/04/05 20:24:20.851 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:10, a: 109, b: 109, c: ca, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:10, a: 109, b: 109, }"] [2025/04/05 20:24:20.951 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 110, b: 110, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:53, }"] [row2="{ a: 110, b: 110, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:53, }"] [2025/04/05 20:24:21.051 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 111, b: 111, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:54, }"] [row2="{ b: 111, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:54, a: 111, }"] [2025/04/05 20:24:21.151 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:55, a: 112, b: 112, c: ca, }"] [row2="{ a: 112, b: 112, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:55, }"] wait process cdc.test exit for 2-th time... [2025/04/05 20:24:21.251 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 113, b: 113, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:56, }"] [row2="{ a: 113, b: 113, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:56, }"] [2025/04/05 20:24:21.352 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 114, b: 114, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:57, }"] [row2="{ d: 20:25:57, a: 114, b: 114, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:21.452 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 115, b: 115, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:44, }"] [row2="{ a: 115, b: 115, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:44, }"] table consistent_replicate_storage_file.check1 not exists for 13-th check, retry later \033[0;36m<<< Run all test success >>>\033[0m + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:21 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6b3b685f-d68c-437a-84b1-dd18985c7fb4 {"id":"6b3b685f-d68c-437a-84b1-dd18985c7fb4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855858} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e87e59e6 6b3b685f-d68c-437a-84b1-dd18985c7fb4 /tidb/cdc/default/default/upstream/7489803823932746807 {"id":7489803823932746807,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6b3b685f-d68c-437a-84b1-dd18985c7fb4 {"id":"6b3b685f-d68c-437a-84b1-dd18985c7fb4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855858} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e87e59e6 6b3b685f-d68c-437a-84b1-dd18985c7fb4 /tidb/cdc/default/default/upstream/7489803823932746807 {"id":7489803823932746807,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/6b3b685f-d68c-437a-84b1-dd18985c7fb4 {"id":"6b3b685f-d68c-437a-84b1-dd18985c7fb4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855858} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e87e59e6 6b3b685f-d68c-437a-84b1-dd18985c7fb4 /tidb/cdc/default/default/upstream/7489803823932746807 {"id":7489803823932746807,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_attributes.cli.25402.out cli changefeed create --start-ts=457141349714231297 --sink-uri=mysql://root@127.0.0.1:3306/ [Pipeline] } cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:24:21 CST 2025] <<<<<< run test case changefeed_auto_stop success! >>>>>> [Pipeline] // timeout [2025/04/05 20:24:21.552 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:25:59, a: 116, b: 116, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 116, b: 116, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:25:59, }"] [2025/04/05 20:24:21.652 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 118, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:01, a: 118, }"] [row2="{ b: 118, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:01, a: 118, }"] [Pipeline] } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) 0 0 0 0 0 0 0 0 --:--:-- 0:00:27 --:--:-- 0 Create changefeed successfully! ID: c21179fe-6a72-4190-9361-a0163ee6783b Info: {"upstream_id":7489803823932746807,"namespace":"default","id":"c21179fe-6a72-4190-9361-a0163ee6783b","sink_uri":"mysql://root@127.0.0.1:3306/","create_time":"2025-04-05T20:24:21.629293757+08:00","start_ts":457141349714231297,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141349714231297,"checkpoint_ts":457141349714231297,"checkpoint_time":"2025-04-05 20:24:16.759"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:21 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003adc750 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141350748651522 MinTableBarrierTs:457141350748651523 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141350748651522, checkpointTs: 457141350748651522, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141350748651522, checkpointTs: 457141350748651522, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141350748651523, checkpointTs: 457141350748651523, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0a973452-e360-46a1-af5d-9f81ce32d3e1 {"id":"0a973452-e360-46a1-af5d-9f81ce32d3e1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855858} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459399 0a973452-e360-46a1-af5d-9f81ce32d3e1 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141350748651522,"min-table-barrier-ts":457141350748651523,"admin-job-type":0} /tidb/cdc/default/default/task/position/0a973452-e360-46a1-af5d-9f81ce32d3e1/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003adc750 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141350748651522 MinTableBarrierTs:457141350748651523 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141350748651522, checkpointTs: 457141350748651522, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141350748651522, checkpointTs: 457141350748651522, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141350748651523, checkpointTs: 457141350748651523, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0a973452-e360-46a1-af5d-9f81ce32d3e1 {"id":"0a973452-e360-46a1-af5d-9f81ce32d3e1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855858} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459399 0a973452-e360-46a1-af5d-9f81ce32d3e1 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141350748651522,"min-table-barrier-ts":457141350748651523,"admin-job-type":0} /tidb/cdc/default/default/task/position/0a973452-e360-46a1-af5d-9f81ce32d3e1/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003adc750 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141350748651522 MinTableBarrierTs:457141350748651523 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141350748651522, checkpointTs: 457141350748651522, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141350748651522, checkpointTs: 457141350748651522, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141350748651523, checkpointTs: 457141350748651523, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0a973452-e360-46a1-af5d-9f81ce32d3e1 {"id":"0a973452-e360-46a1-af5d-9f81ce32d3e1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855858} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459399 0a973452-e360-46a1-af5d-9f81ce32d3e1 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141350748651522,"min-table-barrier-ts":457141350748651523,"admin-job-type":0} /tidb/cdc/default/default/task/position/0a973452-e360-46a1-af5d-9f81ce32d3e1/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' [Pipeline] // cache [2025/04/05 20:24:21.752 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 121, b: 121, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:04, }"] [row2="{ a: 121, b: 121, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:04, }"] [2025/04/05 20:24:21.853 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 122, b: 122, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:05, }"] [row2="{ a: 122, b: 122, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:05, }"] [2025/04/05 20:24:21.953 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 123, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:06, a: 123, }"] [row2="{ c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:06, a: 123, b: 123, }"] [Pipeline] } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803870982386173 TiDB Cluster ID. tikv_gc_leader_uuid 65817a2fb7c0001 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:35565, start at 2025-04-05 20:24:21.472037951 +0800 CST m=+1.419139599 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:21.479 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:21.471 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:21.471 +0800 All versions after safe point can be accessed. (DO NOT EDIT) [Pipeline] // dir [Pipeline] } [2025/04/05 20:24:22.053 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 125, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:08, a: 125, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:08, a: 125, b: 125, c: JZ44zQ, }"] [2025/04/05 20:24:22.153 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 126, b: 126, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:09, }"] [row2="{ a: 126, b: 126, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:09, }"] [Pipeline] // stage [Pipeline] } [Sat Apr 5 20:24:22 CST 2025] <<<<<< START cdc server in http_api_tls_with_user_auth case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates ']' + curl_status_cmd='curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_api_tls_with_user_auth.3560835610.out server --log-file /tmp/tidb_cdc_test/http_api_tls_with_user_auth/cdc_http_api_tls_with_user_auth_tls1.log --log-level debug --data-dir /tmp/tidb_cdc_test/http_api_tls_with_user_auth/cdc_data_http_api_tls_with_user_auth_tls1 --cluster-id default --config /tmp/tidb_cdc_test/http_api_tls_with_user_auth/server.toml --ca /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem --cert-allowed-cn client --addr 127.0.0.1:8300 --pd https://127.0.0.1:2579 ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [Pipeline] // container [Pipeline] } [2025/04/05 20:24:22.253 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 127, b: 127, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:10, }"] [row2="{ d: 20:26:10, a: 127, b: 127, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:22.354 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 128, b: 128, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:11, }"] [row2="{ a: 128, b: 128, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:11, }"] [2025/04/05 20:24:22.454 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 129, b: 129, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:12, }"] [row2="{ a: 129, b: 129, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:12, }"] [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } 0 0 0 0 0 0 0 0 --:--:-- 0:00:28 --:--:-- 0 [2025/04/05 20:24:22.554 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 130, b: 130, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:13, }"] [row2="{ a: 130, b: 130, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:13, }"] [2025/04/05 20:24:22.654 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 131, b: 131, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:14, }"] [row2="{ a: 131, b: 131, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:14, }"] [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [2025/04/05 20:24:22.754 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 132, b: 132, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:15, }"] [row2="{ b: 132, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:15, a: 132, }"] [2025/04/05 20:24:22.855 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 134, b: 134, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:17, }"] [row2="{ a: 134, b: 134, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:17, }"] [2025/04/05 20:24:22.955 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:18, a: 135, b: 135, }"] [row2="{ d: 20:26:18, a: 135, b: 135, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [Pipeline] } + set +x [2025/04/05 20:24:23.055 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 136, b: 136, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:19, }"] [row2="{ a: 136, b: 136, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:19, }"] [2025/04/05 20:24:23.155 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:20, a: 137, b: 137, }"] [row2="{ a: 137, b: 137, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:20, }"] "is-owner": true, run task successfully table consistent_replicate_storage_file.check1 not exists for 14-th check, retry later [2025/04/05 20:24:23.255 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:26:21, a: 138, b: 138, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 138, b: 138, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:21, }"] [2025/04/05 20:24:23.355 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 139, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:22, a: 139, }"] [row2="{ b: 139, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:22, a: 139, }"] [2025/04/05 20:24:23.456 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 140, b: 140, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:23, }"] [row2="{ a: 140, b: 140, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:23, }"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:29 --:--:-- 0 100 135 100 135 0 0 4 0 0:00:33 0:00:30 0:00:03 27 100 135 100 135 0 0 4 0 0:00:33 0:00:30 0:00:03 33 + synced_status='{ "error_msg": "[CDC:ErrPDEtcdAPIError]etcd api call error: context deadline exceeded", "error_code": "CDC:ErrPDEtcdAPIError" }' ++ jq -r .error_code ++ echo '{' '"error_msg":' '"[CDC:ErrPDEtcdAPIError]etcd' api call error: context deadline 'exceeded",' '"error_code":' '"CDC:ErrPDEtcdAPIError"' '}' + error_code=CDC:ErrPDEtcdAPIError + cleanup_process cdc.test ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:24:23.556 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:56, a: 142, b: 142, }"] [row2="{ c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:56, a: 142, b: 142, }"] [2025/04/05 20:24:23.656 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 143, b: 143, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:26, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:26, a: 143, b: 143, }"] [2025/04/05 20:24:23.756 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 144, b: 144, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:27, }"] [row2="{ a: 144, b: 144, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:27, }"] [2025/04/05 20:24:23.856 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 145, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:28, a: 145, }"] [row2="{ d: 20:26:28, a: 145, b: 145, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:23.956 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:29, a: 146, b: 146, }"] [row2="{ a: 146, b: 146, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:29, }"] ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 16918 0 --:--:-- --:--:-- --:--:-- 17357 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 20:24:22.770","puller_resolved_ts":"2025-04-05 20:24:15.819","last_synced_ts":"2025-04-05 20:24:16.320","now_ts":"2025-04-05 20:24:23.000","info":"The data syncing is not finished, please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:24:22.770","puller_resolved_ts":"2025-04-05' '20:24:15.819","last_synced_ts":"2025-04-05' '20:24:16.320","now_ts":"2025-04-05' '20:24:23.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:24:22.770","puller_resolved_ts":"2025-04-05' '20:24:15.819","last_synced_ts":"2025-04-05' '20:24:16.320","now_ts":"2025-04-05' '20:24:23.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq -r .info + info='The data syncing is not finished, please wait' + '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']' + sleep 130 wait process 8796 exit for 1-th time... wait process cdc.test exit for 1-th time... [2025/04/05 20:24:24.057 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 147, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:30, a: 147, }"] [row2="{ b: 147, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:30, a: 147, }"] [2025/04/05 20:24:24.157 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:32, a: 149, b: 149, c: ca, }"] [row2="{ b: 149, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:32, a: 149, }"] [2025/04/05 20:24:24.257 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:33, a: 150, b: 150, }"] [row2="{ a: 150, b: 150, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:33, }"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_cdc_cluster/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... {"level":"warn","ts":"2025-04-05T20:24:24.272752+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00200cc40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:24:24.279213+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001c5ee00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:24:24.40215+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002080c40/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} [2025/04/05 20:24:24.357 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:34, a: 151, b: 151, }"] [row2="{ a: 151, b: 151, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:34, }"] [2025/04/05 20:24:24.457 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 152, b: 152, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:35, }"] [row2="{ a: 152, b: 152, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:35, }"] owner pid: 6087 owner id 0a973452-e360-46a1-af5d-9f81ce32d3e1 [Sat Apr 5 20:24:24 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.61936195.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_hang_up_capture.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_hang_up_capture.server2 --cluster-id default --addr 127.0.0.1:8301 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 2-th time... wait process 8796 exit for 2-th time... [2025/04/05 20:24:24.558 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 153, b: 153, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:36, }"] [row2="{ a: 153, b: 153, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:36, }"] [2025/04/05 20:24:24.658 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:35, a: 154, b: 154, c: ca, }"] [row2="{ a: 154, b: 154, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:35, }"] [2025/04/05 20:24:24.758 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 155, b: 155, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:38, }"] [row2="{ a: 155, b: 155, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:38, }"] [2025/04/05 20:24:24.858 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:39, a: 156, b: 156, c: ca, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:39, a: 156, b: 156, }"] [2025/04/05 20:24:24.958 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 157, b: 157, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:40, }"] [row2="{ a: 157, b: 157, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:40, }"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster [2025/04/05 20:24:25.058 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 158, b: 158, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:41, }"] [row2="{ d: 20:26:41, a: 158, b: 158, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:25.159 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 159, b: 159, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:42, }"] [row2="{ a: 159, b: 159, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:42, }"] [2025/04/05 20:24:25.259 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:26:43, a: 160, b: 160, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 160, b: 160, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:43, }"] /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8796) - No such process wait process 8796 exit for 3-th time... process 8796 already exit check_capture_count http://127.0.0.1:2379 0 parse error: Invalid numeric literal at line 1, column 6 run task successfully [Sat Apr 5 20:24:25 CST 2025] <<<<<< START cdc server in kill_owner_with_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kill_owner_with_ddl.89398941.out server --log-file /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kill_owner_with_ddl/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 table consistent_replicate_storage_file.check1 not exists for 15-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:24:25.359 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:44, a: 161, b: 161, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:44, a: 161, b: 161, c: rFevwY, }"] [2025/04/05 20:24:25.459 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 162, b: 162, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:45, }"] [row2="{ a: 162, b: 162, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:45, }"] + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Initializing NSS with certpath: sql:/etc/pki/nssdb * CAfile: /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem CApath: none * NSS: client certificate from file * subject: CN=client * start date: Feb 18 07:48:00 2020 GMT * expire date: Jan 25 07:48:00 2120 GMT * common name: client * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * SSL connection using TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256 * Server certificate: * subject: CN=tidb-server * start date: Feb 18 09:11:00 2020 GMT * expire date: Jan 25 09:11:00 2120 GMT * common name: tidb-server * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:25 GMT < Content-Length: 1253 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/78f0d66c-7a6d-4bd5-bef4-08ec5cec9125 {"id":"78f0d66c-7a6d-4bd5-bef4-08ec5cec9125","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855862} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e8a4a7dd 78f0d66c-7a6d-4bd5-bef4-08ec5cec9125 /tidb/cdc/default/default/upstream/7489803870982386173 {"id":7489803870982386173,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/78f0d66c-7a6d-4bd5-bef4-08ec5cec9125 {"id":"78f0d66c-7a6d-4bd5-bef4-08ec5cec9125","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855862} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e8a4a7dd 78f0d66c-7a6d-4bd5-bef4-08ec5cec9125 /tidb/cdc/default/default/upstream/7489803870982386173 {"id":7489803870982386173,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/78f0d66c-7a6d-4bd5-bef4-08ec5cec9125 {"id":"78f0d66c-7a6d-4bd5-bef4-08ec5cec9125","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855862} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e8a4a7dd 78f0d66c-7a6d-4bd5-bef4-08ec5cec9125 /tidb/cdc/default/default/upstream/7489803870982386173 {"id":7489803870982386173,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'etcd info' + break + set +x [2025/04/05 20:24:25.559 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:46, a: 163, b: 163, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:46, a: 163, b: 163, c: JZ44zQ, }"] [2025/04/05 20:24:25.659 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 164, b: 164, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:47, }"] [row2="{ a: 164, b: 164, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:47, }"] [2025/04/05 20:24:25.760 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:48, a: 165, b: 165, }"] [row2="{ b: 165, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:48, a: 165, }"] [2025/04/05 20:24:25.860 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:49, a: 166, b: 166, c: ca, }"] [row2="{ a: 166, b: 166, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:49, }"] [2025/04/05 20:24:25.960 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 167, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:50, a: 167, }"] [row2="{ d: 20:26:50, a: 167, b: 167, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:26.060 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:52, a: 169, b: 169, }"] [row2="{ a: 169, b: 169, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:52, }"] [2025/04/05 20:24:26.160 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:26:53, a: 170, b: 170, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ b: 170, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:53, a: 170, }"] [2025/04/05 20:24:26.261 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 171, b: 171, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:54, }"] [row2="{ a: 171, b: 171, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:54, }"] [2025/04/05 20:24:26.361 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:55, a: 172, b: 172, }"] [row2="{ a: 172, b: 172, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:55, }"] [2025/04/05 20:24:26.461 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 173, b: 173, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:56, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:56, a: 173, b: 173, }"] [2025/04/05 20:24:26.561 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 174, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:57, a: 174, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:57, a: 174, b: 174, }"] [2025/04/05 20:24:26.661 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 175, b: 175, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:58, }"] [row2="{ a: 175, b: 175, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:58, }"] [2025/04/05 20:24:26.761 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 176, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:59, a: 176, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:26:59, a: 176, b: 176, }"] [2025/04/05 20:24:26.862 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 177, b: 177, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:00, }"] [row2="{ b: 177, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:00, a: 177, }"] [2025/04/05 20:24:26.962 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 178, b: 178, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:01, }"] [row2="{ a: 178, b: 178, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:01, }"] table consistent_replicate_storage_file.check1 not exists for 16-th check, retry later [2025/04/05 20:24:27.062 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 179, b: 179, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:27, }"] [row2="{ d: 20:39:27, a: 179, b: 179, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:27.162 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 180, b: 180, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:03, }"] [row2="{ a: 180, b: 180, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:03, }"] [2025/04/05 20:24:27.262 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:27:04, a: 181, b: 181, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 181, b: 181, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:04, }"] table ddl_attributes.attributes_t1_new not exists for 1-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Sat Apr 5 20:24:27 CST 2025] <<<<<< START cdc server in http_api_tls_with_user_auth case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates ']' + curl_status_cmd='curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8301/debug/info' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_api_tls_with_user_auth.3568635688.out server --log-file /tmp/tidb_cdc_test/http_api_tls_with_user_auth/cdc_http_api_tls_with_user_auth_tls2.log --log-level debug --data-dir /tmp/tidb_cdc_test/http_api_tls_with_user_auth/cdc_data_http_api_tls_with_user_auth_tls2 --cluster-id default --config /tmp/tidb_cdc_test/http_api_tls_with_user_auth/server.toml --ca /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem --cert-allowed-cn client --addr 127.0.0.1:8301 --pd https://127.0.0.1:2579 ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 20:24:27.363 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 182, b: 182, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:05, }"] [row2="{ a: 182, b: 182, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:05, }"] [2025/04/05 20:24:27.463 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:06, a: 183, b: 183, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:06, a: 183, b: 183, }"] start tidb cluster in /tmp/tidb_cdc_test/multi_cdc_cluster Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/05 20:24:27.563 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 184, b: 184, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:07, }"] [row2="{ b: 184, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:07, a: 184, }"] [2025/04/05 20:24:27.663 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:09, a: 186, b: 186, c: ca, }"] [row2="{ a: 186, b: 186, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:09, }"] [2025/04/05 20:24:27.763 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:27:10, a: 187, b: 187, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 187, b: 187, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:10, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:27 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00432c1b0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141352321515523 MinTableBarrierTs:457141352321515525 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0a973452-e360-46a1-af5d-9f81ce32d3e1 {"id":"0a973452-e360-46a1-af5d-9f81ce32d3e1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855858} /tidb/cdc/default/__cdc_meta__/capture/d5be456f-e03c-4146-a3d4-08957c22cb04 {"id":"d5be456f-e03c-4146-a3d4-08957c22cb04","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855864} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459399 0a973452-e360-46a1-af5d-9f81ce32d3e1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54593ed d5be456f-e03c-4146-a3d4-08957c22cb04 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141352321515523,"min-table-barrier-ts":457141352321515525,"admin-job-type":0} /tidb/cdc/default/default/task/position/0a973452-e360-46a1-af5d-9f81ce32d3e1/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/d5be456f-e03c-4146-a3d4-08957c22cb04/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00432c1b0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141352321515523 MinTableBarrierTs:457141352321515525 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0a973452-e360-46a1-af5d-9f81ce32d3e1 {"id":"0a973452-e360-46a1-af5d-9f81ce32d3e1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855858} /tidb/cdc/default/__cdc_meta__/capture/d5be456f-e03c-4146-a3d4-08957c22cb04 {"id":"d5be456f-e03c-4146-a3d4-08957c22cb04","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855864} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459399 0a973452-e360-46a1-af5d-9f81ce32d3e1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54593ed d5be456f-e03c-4146-a3d4-08957c22cb04 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141352321515523,"min-table-barrier-ts":457141352321515525,"admin-job-type":0} /tidb/cdc/default/default/task/position/0a973452-e360-46a1-af5d-9f81ce32d3e1/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} + grep -q 'failed to get info:' /tidb/cdc/default/default/task/position/d5be456f-e03c-4146-a3d4-08957c22cb04/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00432c1b0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141352321515523 MinTableBarrierTs:457141352321515525 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0a973452-e360-46a1-af5d-9f81ce32d3e1 {"id":"0a973452-e360-46a1-af5d-9f81ce32d3e1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855858} /tidb/cdc/default/__cdc_meta__/capture/d5be456f-e03c-4146-a3d4-08957c22cb04 {"id":"d5be456f-e03c-4146-a3d4-08957c22cb04","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855864} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 3 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459399 0a973452-e360-46a1-af5d-9f81ce32d3e1 /tidb/cdc/default/__cdc_meta__/owner/22319605e54593ed d5be456f-e03c-4146-a3d4-08957c22cb04 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141352321515523,"min-table-barrier-ts":457141352321515525,"admin-job-type":0} /tidb/cdc/default/default/task/position/0a973452-e360-46a1-af5d-9f81ce32d3e1/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/d5be456f-e03c-4146-a3d4-08957c22cb04/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x cdc.test cli capture list 2>&1 | grep -v "0a973452-e360-46a1-af5d-9f81ce32d3e1" | grep id [2025/04/05 20:24:27.864 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 188, b: 188, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:11, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:11, a: 188, b: 188, }"] [2025/04/05 20:24:27.964 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 189, b: 189, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:12, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:12, a: 189, b: 189, }"] [2025/04/05 20:24:28.064 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:27:13, a: 190, b: 190, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 190, b: 190, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:13, }"] [2025/04/05 20:24:28.164 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 191, b: 191, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:14, }"] [row2="{ a: 191, b: 191, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:14, }"] [2025/04/05 20:24:28.264 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:16, a: 193, b: 193, c: ca, }"] [row2="{ a: 193, b: 193, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:16, }"] [2025/04/05 20:24:28.364 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 194, b: 194, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:17, }"] [row2="{ a: 194, b: 194, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:17, }"] [2025/04/05 20:24:28.465 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:18, a: 195, b: 195, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:18, a: 195, b: 195, c: JZ44zQ, }"] [2025/04/05 20:24:28.565 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 196, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:19, a: 196, }"] [row2="{ b: 196, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:19, a: 196, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:28 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {UpstreamID:7489803630588646402 Namespace:default ID:f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:23:33.008813333 +0800 CST StartTs:457141338232061954 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00418f710 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141338232061964} {CheckpointTs:457141340054224918 MinTableBarrierTs:457141340067069984 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141340054224918, checkpointTs: 457141340054224918, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141340054224918, checkpointTs: 457141340054224918, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8106a55f-07c0-4df2-8369-c25570d7b6d2 {"id":"8106a55f-07c0-4df2-8369-c25570d7b6d2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855865} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cc3c75 8106a55f-07c0-4df2-8369-c25570d7b6d2 /tidb/cdc/default/default/changefeed/info/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"upstream-id":7489803630588646402,"namespace":"default","changefeed-id":"f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:23:33.008813333+08:00","start-ts":457141338232061954,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141338232061964} /tidb/cdc/default/default/changefeed/status/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":457141340054224918,"min-table-barrier-ts":457141340067069984,"admin-job-type":0} /tidb/cdc/default/default/task/position/8106a55f-07c0-4df2-8369-c25570d7b6d2/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803630588646402 {"id":7489803630588646402,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {UpstreamID:7489803630588646402 Namespace:default ID:f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:23:33.008813333 +0800 CST StartTs:457141338232061954 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00418f710 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141338232061964} {CheckpointTs:457141340054224918 MinTableBarrierTs:457141340067069984 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141340054224918, checkpointTs: 457141340054224918, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141340054224918, checkpointTs: 457141340054224918, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8106a55f-07c0-4df2-8369-c25570d7b6d2 {"id":"8106a55f-07c0-4df2-8369-c25570d7b6d2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855865} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cc3c75 8106a55f-07c0-4df2-8369-c25570d7b6d2 /tidb/cdc/default/default/changefeed/info/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"upstream-id":7489803630588646402,"namespace":"default","changefeed-id":"f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:23:33.008813333+08:00","start-ts":457141338232061954,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141338232061964} /tidb/cdc/default/default/changefeed/status/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":457141340054224918,"min-table-barrier-ts":457141340067069984,"admin-job-type":0} /tidb/cdc/default/default/task/position/8106a55f-07c0-4df2-8369-c25570d7b6d2/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803630588646402 {"id":7489803630588646402,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {UpstreamID:7489803630588646402 Namespace:default ID:f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:23:33.008813333 +0800 CST StartTs:457141338232061954 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00418f710 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141338232061964} {CheckpointTs:457141340054224918 MinTableBarrierTs:457141340067069984 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141340054224918, checkpointTs: 457141340054224918, state: Preparing span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141340054224918, checkpointTs: 457141340054224918, state: Preparing *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/8106a55f-07c0-4df2-8369-c25570d7b6d2 {"id":"8106a55f-07c0-4df2-8369-c25570d7b6d2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855865} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e7cc3c75 8106a55f-07c0-4df2-8369-c25570d7b6d2 /tidb/cdc/default/default/changefeed/info/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"upstream-id":7489803630588646402,"namespace":"default","changefeed-id":"f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:23:33.008813333+08:00","start-ts":457141338232061954,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141338232061964} /tidb/cdc/default/default/changefeed/status/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":457141340054224918,"min-table-barrier-ts":457141340067069984,"admin-job-type":0} /tidb/cdc/default/default/task/position/8106a55f-07c0-4df2-8369-c25570d7b6d2/f9c9ed9a-e665-4c1a-b7ae-d1e802124bf9 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803630588646402 {"id":7489803630588646402,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x check_capture_count http://127.0.0.1:2379 1 run task successfully table kill_owner_with_ddl.t1 exists table kill_owner_with_ddl.t2 exists table kill_owner_with_ddl.t3 not exists for 1-th check, retry later [2025/04/05 20:24:28.665 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 197, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:20, a: 197, }"] [row2="{ a: 197, b: 197, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:20, }"] [2025/04/05 20:24:28.765 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 198, b: 198, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:21, }"] [row2="{ d: 20:27:21, a: 198, b: 198, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:28.865 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 199, b: 199, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:22, }"] [row2="{ a: 199, b: 199, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:22, }"] [2025/04/05 20:24:28.966 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 200, b: 200, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:25, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:25, a: 200, b: 200, c: JZ44zQ, }"] [2025/04/05 20:24:29.066 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:27:27, a: 202, b: 202, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:27, a: 202, b: 202, }"] "id": "d5be456f-e03c-4146-a3d4-08957c22cb04", "cluster-id": "default" "cluster-id": "default" run task successfully table ddl_attributes.attributes_t1_new not exists for 2-th check, retry later [2025/04/05 20:24:29.166 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 203, b: 203, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:28, }"] [row2="{ b: 203, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:28, a: 203, }"] [2025/04/05 20:24:29.266 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 204, b: 204, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:29, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:29, a: 204, b: 204, c: JZ44zQ, }"] [2025/04/05 20:24:29.366 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 205, b: 205, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:30, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:30, a: 205, b: 205, c: JZ44zQ, }"] [2025/04/05 20:24:29.467 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 206, b: 206, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:43, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:43, a: 206, b: 206, }"] [2025/04/05 20:24:29.567 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 207, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:32, a: 207, }"] [row2="{ b: 207, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:32, a: 207, }"] table consistent_replicate_storage_file.check1 not exists for 17-th check, retry later [2025/04/05 20:24:29.667 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 208, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:33, a: 208, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:33, a: 208, b: 208, c: JZ44zQ, }"] [2025/04/05 20:24:29.767 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 209, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:34, a: 209, }"] [row2="{ a: 209, b: 209, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:34, }"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:24:29.867 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 210, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:35, a: 210, }"] [row2="{ b: 210, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:35, a: 210, }"] [2025/04/05 20:24:29.967 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 211, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:36, a: 211, }"] [row2="{ a: 211, b: 211, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:36, }"] [2025/04/05 20:24:30.068 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:10, a: 212, b: 212, }"] [row2="{ a: 212, b: 212, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:10, }"] [2025/04/05 20:24:30.168 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:38, a: 213, b: 213, }"] [row2="{ b: 213, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:38, a: 213, }"] [2025/04/05 20:24:30.268 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 214, b: 214, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:31, }"] [row2="{ a: 214, b: 214, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:31, }"] nonempty select id, val from test.availability1 where id=3 and val=3 [2025/04/05 20:24:30.368 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 215, b: 215, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:40, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:40, a: 215, b: 215, c: JZ44zQ, }"] [2025/04/05 20:24:30.468 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:27:41, a: 216, b: 216, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 216, b: 216, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:41, }"] [2025/04/05 20:24:30.568 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:42, a: 217, b: 217, c: ca, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:42, a: 217, b: 217, }"] table kill_owner_with_ddl.t3 exists check diff failed 1-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8301/debug/info * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Initializing NSS with certpath: sql:/etc/pki/nssdb * CAfile: /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem CApath: none * NSS: client certificate from file * subject: CN=client * start date: Feb 18 07:48:00 2020 GMT * expire date: Jan 25 07:48:00 2120 GMT * common name: client * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * SSL connection using TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256 * Server certificate: * subject: CN=tidb-server * start date: Feb 18 09:11:00 2020 GMT * expire date: Jan 25 09:11:00 2120 GMT * common name: tidb-server * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:30 GMT < Content-Length: 1714 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/78f0d66c-7a6d-4bd5-bef4-08ec5cec9125 {"id":"78f0d66c-7a6d-4bd5-bef4-08ec5cec9125","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855862} /tidb/cdc/default/__cdc_meta__/capture/deb8df00-1453-4ce8-a33e-d51d44e342e1 {"id":"deb8df00-1453-4ce8-a33e-d51d44e342e1","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855867} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e8a4a7dd 78f0d66c-7a6d-4bd5-bef4-08ec5cec9125 /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e8a4a81d deb8df00-1453-4ce8-a33e-d51d44e342e1 /tidb/cdc/default/default/upstream/7489803870982386173 {"id":7489803870982386173,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/78f0d66c-7a6d-4bd5-bef4-08ec5cec9125 {"id":"78f0d66c-7a6d-4bd5-bef4-08ec5cec9125","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855862} /tidb/cdc/default/__cdc_meta__/capture/deb8df00-1453-4ce8-a33e-d51d44e342e1 {"id":"deb8df00-1453-4ce8-a33e-d51d44e342e1","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855867} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e8a4a7dd 78f0d66c-7a6d-4bd5-bef4-08ec5cec9125 /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e8a4a81d deb8df00-1453-4ce8-a33e-d51d44e342e1 /tidb/cdc/default/default/upstream/7489803870982386173 {"id":7489803870982386173,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'failed to get info:' + echo ' *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/78f0d66c-7a6d-4bd5-bef4-08ec5cec9125 {"id":"78f0d66c-7a6d-4bd5-bef4-08ec5cec9125","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855862} /tidb/cdc/default/__cdc_meta__/capture/deb8df00-1453-4ce8-a33e-d51d44e342e1 {"id":"deb8df00-1453-4ce8-a33e-d51d44e342e1","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855867} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e8a4a7dd 78f0d66c-7a6d-4bd5-bef4-08ec5cec9125 /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e8a4a81d deb8df00-1453-4ce8-a33e-d51d44e342e1 /tidb/cdc/default/default/upstream/7489803870982386173 {"id":7489803870982386173,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'etcd info' + break + set +x TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later [2025/04/05 20:24:30.669 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 218, b: 218, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:43, }"] [row2="{ b: 218, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:43, a: 218, }"] [2025/04/05 20:24:30.769 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:27:44, a: 219, b: 219, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 219, b: 219, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:44, }"] Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 20:24:30.869 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 220, b: 220, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:45, }"] [row2="{ a: 220, b: 220, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:45, }"] [2025/04/05 20:24:30.969 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 221, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:46, a: 221, }"] [row2="{ a: 221, b: 221, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:46, }"] [2025/04/05 20:24:31.069 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:27:47, a: 222, b: 222, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 222, b: 222, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:47, }"] table ddl_attributes.attributes_t1_new not exists for 3-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/move_table/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [2025/04/05 20:24:31.170 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:27:48, a: 223, b: 223, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 223, b: 223, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:48, }"] [2025/04/05 20:24:31.270 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:30:57, a: 224, b: 224, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:57, a: 224, b: 224, c: JZ44zQ, }"] table consistent_replicate_storage_file.check1 not exists for 18-th check, retry later \033[0;36m<<< Run all test success >>>\033[0m [2025/04/05 20:24:31.370 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 225, b: 225, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:50, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:50, a: 225, b: 225, }"] [2025/04/05 20:24:31.470 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:51, a: 226, b: 226, }"] [row2="{ b: 226, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:51, a: 226, }"] [2025/04/05 20:24:31.570 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 227, b: 227, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:52, }"] [row2="{ a: 227, b: 227, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:52, }"] [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [Pipeline] // cache [2025/04/05 20:24:31.670 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 228, b: 228, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:53, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:53, a: 228, b: 228, }"] [2025/04/05 20:24:31.771 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 229, b: 229, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:54, }"] [row2="{ a: 229, b: 229, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:54, }"] [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [2025/04/05 20:24:31.871 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:56, a: 230, b: 230, }"] [row2="{ a: 230, b: 230, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:56, }"] [2025/04/05 20:24:31.971 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:27:58, a: 231, b: 231, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:58, a: 231, b: 231, c: JZ44zQ, }"] [2025/04/05 20:24:32.071 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 232, b: 232, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:57, }"] [row2="{ a: 232, b: 232, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:57, }"] [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [2025/04/05 20:24:32.171 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:27:59, a: 233, b: 233, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 233, b: 233, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:27:59, }"] [2025/04/05 20:24:32.272 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 234, b: 234, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:00, }"] [row2="{ a: 234, b: 234, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:00, }"] [2025/04/05 20:24:32.372 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 235, b: 235, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:01, }"] [row2="{ a: 235, b: 235, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:01, }"] [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [2025/04/05 20:24:32.472 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 236, b: 236, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:02, }"] [row2="{ b: 236, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:02, a: 236, }"] [2025/04/05 20:24:32.572 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:28:03, a: 237, b: 237, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:03, a: 237, b: 237, c: JZ44zQ, }"] nonempty select id, val from test.availability1 where id=3 and val=3 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 2-th time, retry later [2025/04/05 20:24:32.673 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:04, a: 238, b: 238, c: ca, }"] [row2="{ b: 238, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:04, a: 238, }"] [2025/04/05 20:24:32.773 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 239, b: 239, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:05, }"] [row2="{ a: 239, b: 239, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:05, }"] [2025/04/05 20:24:32.873 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:07, a: 241, b: 241, }"] [row2="{ a: 241, b: 241, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:07, }"] table ddl_attributes.attributes_t1_new exists table ddl_attributes.finish_mark not exists for 1-th check, retry later [2025/04/05 20:24:32.973 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 242, b: 242, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:12, }"] [row2="{ a: 242, b: 242, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:12, }"] [2025/04/05 20:24:33.074 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 243, b: 243, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:09, }"] [row2="{ a: 243, b: 243, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:09, }"] check diff successfully pass test: check health pass test: get status + run_case_with_unavailable_tikv conf/changefeed-redo.toml + rm -rf /tmp/tidb_cdc_test/synced_status_with_redo + mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory [2025/04/05 20:24:33.174 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 244, b: 244, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:11, }"] [row2="{ b: 244, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:11, a: 244, }"] [2025/04/05 20:24:33.274 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 245, b: 245, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:10, }"] [row2="{ d: 20:28:10, a: 245, b: 245, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:33.374 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:28:12, a: 246, b: 246, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 246, b: 246, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:12, }"] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table consistent_replicate_storage_file.check1 exists table consistent_replicate_storage_file.t2 not exists for 1-th check, retry later wait process cdc.test exit for 1-th time... [2025/04/05 20:24:33.474 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 249, b: 249, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:15, }"] [row2="{ a: 249, b: 249, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:15, }"] [2025/04/05 20:24:33.574 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 250, b: 250, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:16, }"] [row2="{ d: 20:28:16, a: 250, b: 250, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:24:33.675 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:17, a: 251, b: 251, }"] [row2="{ a: 251, b: 251, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:17, }"] [2025/04/05 20:24:33.775 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 252, b: 252, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:18, }"] [row2="{ a: 252, b: 252, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:18, }"] [2025/04/05 20:24:33.875 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 253, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:19, a: 253, }"] [row2="{ a: 253, b: 253, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:19, }"] wait process cdc.test exit for 2-th time... pass test: create changefeed check_changefeed_state https://127.0.0.1:2579 changefeed-test1 normal null /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + endpoints=https://127.0.0.1:2579 + changefeed_id=changefeed-test1 + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c changefeed-test1 -s + info='{ "upstream_id": 7489803870982386173, "namespace": "default", "id": "changefeed-test1", "state": "normal", "checkpoint_tso": 457141353990586373, "checkpoint_time": "2025-04-05 20:24:33.072", "error": null }' + echo '{ "upstream_id": 7489803870982386173, "namespace": "default", "id": "changefeed-test1", "state": "normal", "checkpoint_tso": 457141353990586373, "checkpoint_time": "2025-04-05 20:24:33.072", "error": null }' { "upstream_id": 7489803870982386173, "namespace": "default", "id": "changefeed-test1", "state": "normal", "checkpoint_tso": 457141353990586373, "checkpoint_time": "2025-04-05 20:24:33.072", "error": null } ++ echo '{' '"upstream_id":' 7489803870982386173, '"namespace":' '"default",' '"id":' '"changefeed-test1",' '"state":' '"normal",' '"checkpoint_tso":' 457141353990586373, '"checkpoint_time":' '"2025-04-05' '20:24:33.072",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489803870982386173, '"namespace":' '"default",' '"id":' '"changefeed-test1",' '"state":' '"normal",' '"checkpoint_tso":' 457141353990586373, '"checkpoint_time":' '"2025-04-05' '20:24:33.072",' '"error":' null '}' ++ jq -r .error.message [2025/04/05 20:24:33.975 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 255, b: 255, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:21, }"] [row2="{ a: 255, b: 255, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:21, }"] [2025/04/05 20:24:34.075 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 256, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:42, a: 256, }"] [row2="{ d: 20:32:42, a: 256, b: 256, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] + message=null + [[ ! null =~ null ]] run task successfully check_changefeed_state https://127.0.0.1:2579 changefeed-test2 normal null /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + endpoints=https://127.0.0.1:2579 + changefeed_id=changefeed-test2 + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c changefeed-test2 -s + info='{ "upstream_id": 7489803870982386173, "namespace": "default", "id": "changefeed-test2", "state": "normal", "checkpoint_tso": 457141354029907981, "checkpoint_time": "2025-04-05 20:24:33.222", "error": null }' + echo '{ "upstream_id": 7489803870982386173, "namespace": "default", "id": "changefeed-test2", "state": "normal", "checkpoint_tso": 457141354029907981, "checkpoint_time": "2025-04-05 20:24:33.222", "error": null }' { "upstream_id": 7489803870982386173, "namespace": "default", "id": "changefeed-test2", "state": "normal", "checkpoint_tso": 457141354029907981, "checkpoint_time": "2025-04-05 20:24:33.222", "error": null } ++ echo '{' '"upstream_id":' 7489803870982386173, '"namespace":' '"default",' '"id":' '"changefeed-test2",' '"state":' '"normal",' '"checkpoint_tso":' 457141354029907981, '"checkpoint_time":' '"2025-04-05' '20:24:33.222",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489803870982386173, '"namespace":' '"default",' '"id":' '"changefeed-test2",' '"state":' '"normal",' '"checkpoint_tso":' 457141354029907981, '"checkpoint_time":' '"2025-04-05' '20:24:33.222",' '"error":' null '}' ++ jq -r .error.message [2025/04/05 20:24:34.175 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:24, a: 258, b: 258, c: ca, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:24, a: 258, b: 258, }"] [2025/04/05 20:24:34.276 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 259, b: 259, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:12, }"] [row2="{ a: 259, b: 259, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:12, }"] [2025/04/05 20:24:34.376 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 260, b: 260, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:26, }"] [row2="{ d: 20:28:26, a: 260, b: 260, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] start tidb cluster in /tmp/tidb_cdc_test/move_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:24:34 CST 2025] <<<<<< run test case kill_owner_with_ddl success! >>>>>> + message=null + [[ ! null =~ null ]] run task successfully check_changefeed_state https://127.0.0.1:2579 changefeed-test3 normal null /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + endpoints=https://127.0.0.1:2579 + changefeed_id=changefeed-test3 + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c changefeed-test3 -s + info='{ "upstream_id": 7489803870982386173, "namespace": "default", "id": "changefeed-test3", "state": "normal", "checkpoint_tso": 457141354069229575, "checkpoint_time": "2025-04-05 20:24:33.372", "error": null }' + echo '{ "upstream_id": 7489803870982386173, "namespace": "default", "id": "changefeed-test3", "state": "normal", "checkpoint_tso": 457141354069229575, "checkpoint_time": "2025-04-05 20:24:33.372", "error": null }' { "upstream_id": 7489803870982386173, "namespace": "default", "id": "changefeed-test3", "state": "normal", "checkpoint_tso": 457141354069229575, "checkpoint_time": "2025-04-05 20:24:33.372", "error": null } ++ echo '{' '"upstream_id":' 7489803870982386173, '"namespace":' '"default",' '"id":' '"changefeed-test3",' '"state":' '"normal",' '"checkpoint_tso":' 457141354069229575, '"checkpoint_time":' '"2025-04-05' '20:24:33.372",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489803870982386173, '"namespace":' '"default",' '"id":' '"changefeed-test3",' '"state":' '"normal",' '"checkpoint_tso":' 457141354069229575, '"checkpoint_time":' '"2025-04-05' '20:24:33.372",' '"error":' null '}' ++ jq -r .error.message [2025/04/05 20:24:34.476 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:27, a: 261, b: 261, c: ca, }"] [row2="{ a: 261, b: 261, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:27, }"] [2025/04/05 20:24:34.576 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 263, b: 263, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:29, }"] [row2="{ a: 263, b: 263, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:29, }"] table ddl_attributes.finish_mark not exists for 2-th check, retry later + message=null + [[ ! null =~ null ]] run task successfully check_changefeed_state https://127.0.0.1:2579 changefeed-test4 normal null /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + endpoints=https://127.0.0.1:2579 + changefeed_id=changefeed-test4 + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c changefeed-test4 -s + info='{ "upstream_id": 7489803870982386173, "namespace": "default", "id": "changefeed-test4", "state": "normal", "checkpoint_tso": 457141354121658373, "checkpoint_time": "2025-04-05 20:24:33.572", "error": null }' + echo '{ "upstream_id": 7489803870982386173, "namespace": "default", "id": "changefeed-test4", "state": "normal", "checkpoint_tso": 457141354121658373, "checkpoint_time": "2025-04-05 20:24:33.572", "error": null }' { "upstream_id": 7489803870982386173, "namespace": "default", "id": "changefeed-test4", "state": "normal", "checkpoint_tso": 457141354121658373, "checkpoint_time": "2025-04-05 20:24:33.572", "error": null } ++ echo '{' '"upstream_id":' 7489803870982386173, '"namespace":' '"default",' '"id":' '"changefeed-test4",' '"state":' '"normal",' '"checkpoint_tso":' 457141354121658373, '"checkpoint_time":' '"2025-04-05' '20:24:33.572",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489803870982386173, '"namespace":' '"default",' '"id":' '"changefeed-test4",' '"state":' '"normal",' '"checkpoint_tso":' 457141354121658373, '"checkpoint_time":' '"2025-04-05' '20:24:33.572",' '"error":' null '}' ++ jq -r .error.message [2025/04/05 20:24:34.676 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 264, b: 264, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:30, }"] [row2="{ a: 264, b: 264, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:30, }"] [2025/04/05 20:24:34.776 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 265, b: 265, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:33, }"] [row2="{ d: 20:30:33, a: 265, b: 265, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:34.877 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:32, a: 266, b: 266, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:32, a: 266, b: 266, }"] + message=null + [[ ! null =~ null ]] run task successfully [2025/04/05 20:24:34.977 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 268, b: 268, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:34, }"] [row2="{ a: 268, b: 268, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:34, }"] [2025/04/05 20:24:35.077 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 269, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:35, a: 269, }"] [row2="{ a: 269, b: 269, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:35, }"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table consistent_replicate_storage_file.t2 not exists for 2-th check, retry later [2025/04/05 20:24:35.177 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 271, b: 271, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:37, }"] [row2="{ b: 271, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:37, a: 271, }"] [2025/04/05 20:24:35.277 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 272, b: 272, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:38, }"] [row2="{ a: 272, b: 272, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:38, }"] [2025/04/05 20:24:35.377 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 273, b: 273, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:39, }"] [row2="{ a: 273, b: 273, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:39, }"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:24:35.478 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:40, a: 274, b: 274, c: ca, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:40, a: 274, b: 274, c: JZ44zQ, }"] [2025/04/05 20:24:35.578 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 275, b: 275, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:41, }"] [row2="{ a: 275, b: 275, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:41, }"] [2025/04/05 20:24:35.678 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 276, b: 276, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:42, }"] [row2="{ a: 276, b: 276, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:42, }"] [2025/04/05 20:24:35.778 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:43, a: 277, b: 277, c: ca, }"] [row2="{ d: 20:28:43, a: 277, b: 277, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:35.878 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:28:44, a: 278, b: 278, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:44, a: 278, b: 278, c: JZ44zQ, }"] [2025/04/05 20:24:35.978 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 279, b: 279, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:45, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:45, a: 279, b: 279, c: JZ44zQ, }"] [2025/04/05 20:24:36.078 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 280, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:46, a: 280, }"] [row2="{ a: 280, b: 280, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:46, }"] [2025/04/05 20:24:36.179 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:47, a: 281, b: 281, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:47, a: 281, b: 281, c: JZ44zQ, }"] [2025/04/05 20:24:36.279 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 282, b: 282, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:48, }"] [row2="{ b: 282, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:48, a: 282, }"] [2025/04/05 20:24:36.379 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 283, b: 283, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:49, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:49, a: 283, b: 283, c: JZ44zQ, }"] chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/05 20:24:36.479 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 284, b: 284, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:50, }"] [row2="{ a: 284, b: 284, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:50, }"] [2025/04/05 20:24:36.579 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:51, a: 285, b: 285, c: ca, }"] [row2="{ a: 285, b: 285, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:51, }"] [2025/04/05 20:24:36.679 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 286, b: 286, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:52, }"] [row2="{ a: 286, b: 286, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:52, }"] nonempty select id, val from test.availability1 where id=3 and val=3 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 3-th time, retry later [2025/04/05 20:24:36.779 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 287, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:53, a: 287, }"] [row2="{ d: 20:28:53, a: 287, b: 287, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:36.880 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:54, a: 288, b: 288, c: ca, }"] [row2="{ b: 288, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:54, a: 288, }"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803927689241756 TiDB Cluster ID. tikv_gc_leader_uuid 65817a3d3400016 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-d-g83n3, pid:10921, start at 2025-04-05 20:24:35.325668683 +0800 CST m=+2.358474867 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:35.337 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:35.380 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:35.380 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803927689241756 TiDB Cluster ID. tikv_gc_leader_uuid 65817a3d3400016 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-d-g83n3, pid:10921, start at 2025-04-05 20:24:35.325668683 +0800 CST m=+2.358474867 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:35.337 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:35.380 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:35.380 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803925111947643 TiDB Cluster ID. tikv_gc_leader_uuid 65817a3d254000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-d-g83n3, pid:10977, start at 2025-04-05 20:24:35.239166716 +0800 CST m=+2.207494283 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:35.286 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:35.279 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:35.279 +0800 All versions after safe point can be accessed. (DO NOT EDIT) [2025/04/05 20:24:36.980 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 289, b: 289, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:55, }"] [row2="{ a: 289, b: 289, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:55, }"] [2025/04/05 20:24:37.080 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 290, b: 290, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:58, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:28:58, a: 290, b: 290, }"] [2025/04/05 20:24:37.180 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 291, b: 291, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:56, }"] [row2="{ a: 291, b: 291, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:56, }"] table consistent_replicate_storage_file.t2 not exists for 3-th check, retry later table ddl_attributes.finish_mark not exists for 3-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803846151515725 TiDB Cluster ID. tikv_gc_leader_uuid 65817a3e52c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4, pid:10015, start at 2025-04-05 20:24:36.453508106 +0800 CST m=+23.273970044 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:36.462 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:36.427 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:36.427 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803846151515725 TiDB Cluster ID. tikv_gc_leader_uuid 65817a3e52c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4, pid:10015, start at 2025-04-05 20:24:36.453508106 +0800 CST m=+23.273970044 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:36.462 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:36.427 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:36.427 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803841556774078 TiDB Cluster ID. tikv_gc_leader_uuid 65817a2b9fc000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4, pid:10092, start at 2025-04-05 20:24:17.304997383 +0800 CST m=+4.060213404 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:17.313 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:17.279 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:17.279 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_cdc_cluster/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_cdc_cluster/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_cdc_cluster/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_cdc_cluster/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_cdc_cluster/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/05 20:24:37.280 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 293, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:01, a: 293, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:01, a: 293, b: 293, c: JZ44zQ, }"] [2025/04/05 20:24:37.381 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 294, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:02, a: 294, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:02, a: 294, b: 294, }"] Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_rocks/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_rocks/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_rocks/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_rocks/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_rocks/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/05 20:24:37.481 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 295, b: 295, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:03, }"] [row2="{ a: 295, b: 295, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:03, }"] [2025/04/05 20:24:37.581 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 296, b: 296, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:04, }"] [row2="{ d: 20:29:04, a: 296, b: 296, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:37.681 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:05, a: 297, b: 297, c: ca, }"] [row2="{ a: 297, b: 297, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:05, }"] Verifying downstream PD is started... [2025/04/05 20:24:37.781 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 298, b: 298, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:06, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:06, a: 298, b: 298, }"] [2025/04/05 20:24:37.881 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:56, a: 299, b: 299, c: ca, }"] [row2="{ a: 299, b: 299, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:56, }"] [2025/04/05 20:24:37.981 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:11, a: 300, b: 300, c: ca, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:11, a: 300, b: 300, }"] [2025/04/05 20:24:38.082 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 301, b: 301, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:12, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:12, a: 301, b: 301, }"] [2025/04/05 20:24:38.182 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 302, b: 302, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:13, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:13, a: 302, b: 302, c: JZ44zQ, }"] Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table test.simple1 exists running list_changefeed [2025/04/05 20:24:38.282 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 303, b: 303, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:14, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:14, a: 303, b: 303, c: JZ44zQ, }"] [2025/04/05 20:24:38.382 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 304, b: 304, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:15, }"] [row2="{ a: 304, b: 304, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:15, }"] [2025/04/05 20:24:38.482 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:16, a: 305, b: 305, }"] [row2="{ a: 305, b: 305, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:16, }"] [2025/04/05 20:24:38.582 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:17, a: 306, b: 306, c: ca, }"] [row2="{ a: 306, b: 306, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:17, }"] [2025/04/05 20:24:38.683 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:29:18, a: 307, b: 307, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:18, a: 307, b: 307, }"] [2025/04/05 20:24:38.783 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 308, b: 308, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:19, }"] [row2="{ a: 308, b: 308, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:19, }"] [2025/04/05 20:24:38.883 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 310, b: 310, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:21, }"] [row2="{ a: 310, b: 310, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:21, }"] pass test: list changefeed [2025/04/05 20:24:38.983 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 311, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:22, a: 311, }"] [row2="{ a: 311, b: 311, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:22, }"] [2025/04/05 20:24:39.083 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 312, b: 312, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:23, }"] [row2="{ a: 312, b: 312, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:23, }"] [2025/04/05 20:24:39.184 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 313, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:24, a: 313, }"] [row2="{ a: 313, b: 313, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:24, }"] table ddl_attributes.finish_mark not exists for 4-th check, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_cdc_cluster.cli.12284.out cli tso query --pd=http://127.0.0.1:2379 [2025/04/05 20:24:39.284 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 314, b: 314, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:25, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:25, a: 314, b: 314, }"] [2025/04/05 20:24:39.384 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 316, b: 316, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:27, }"] [row2="{ a: 316, b: 316, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:27, }"] table consistent_replicate_storage_file.t2 not exists for 4-th check, retry later [2025/04/05 20:24:39.484 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 317, b: 317, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:28, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:28, a: 317, b: 317, }"] [2025/04/05 20:24:39.584 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 318, b: 318, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:29, }"] [row2="{ d: 20:29:29, a: 318, b: 318, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:39.685 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 319, b: 319, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:30, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:30, a: 319, b: 319, c: JZ44zQ, }"] Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release running get_changefeed [2025/04/05 20:24:39.785 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 320, b: 320, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:32, }"] [row2="{ a: 320, b: 320, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:32, }"] [2025/04/05 20:24:39.885 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 321, b: 321, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:33, }"] [row2="{ b: 321, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:33, a: 321, }"] [Sat Apr 5 20:24:39 CST 2025] <<<<<< START cdc server in multi_rocks case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_rocks.2374623748.out server --log-file /tmp/tidb_cdc_test/multi_rocks/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_rocks/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 20:24:39.985 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:37, a: 324, b: 324, }"] [row2="{ a: 324, b: 324, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:37, }"] [2025/04/05 20:24:40.085 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:36, a: 325, b: 325, c: ca, }"] [row2="{ a: 325, b: 325, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:36, }"] [2025/04/05 20:24:40.185 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 326, b: 326, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:38, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:38, a: 326, b: 326, }"] pass test: get changefeed [2025/04/05 20:24:40.286 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:10, a: 327, b: 327, }"] [row2="{ a: 327, b: 327, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:10, }"] [2025/04/05 20:24:40.386 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:29:40, a: 328, b: 328, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 328, b: 328, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:40, }"] [2025/04/05 20:24:40.486 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 329, b: 329, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:41, }"] [row2="{ a: 329, b: 329, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:41, }"] [2025/04/05 20:24:40.586 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 331, b: 331, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:43, }"] [row2="{ a: 331, b: 331, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:43, }"] [2025/04/05 20:24:40.686 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 332, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:44, a: 332, }"] [row2="{ d: 20:29:44, a: 332, b: 332, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:24:40.787 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:45, a: 333, b: 333, }"] [row2="{ a: 333, b: 333, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:45, }"] [2025/04/05 20:24:40.887 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:46, a: 334, b: 334, }"] [row2="{ a: 334, b: 334, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:46, }"] [2025/04/05 20:24:40.987 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:47, a: 335, b: 335, c: ca, }"] [row2="{ b: 335, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:47, a: 335, }"] table ddl_attributes.finish_mark not exists for 5-th check, retry later Starting Upstream TiDB... + set +x + tso='457141355709726721 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141355709726721 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:24:41 CST 2025] <<<<<< START cdc server in multi_cdc_cluster case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_cdc_cluster.1233212334.out server --log-file /tmp/tidb_cdc_test/multi_cdc_cluster/cdcmult_cdc.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_cdc_cluster/cdc_datamult_cdc.server1 --cluster-id test1 --addr 127.0.0.1:8300 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 20:24:41.087 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 336, b: 336, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:48, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:48, a: 336, b: 336, }"] [2025/04/05 20:24:41.187 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 337, b: 337, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:49, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:49, a: 337, b: 337, }"] running pause_changefeed Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:24:41.288 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:29:50, a: 338, b: 338, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ b: 338, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:50, a: 338, }"] [2025/04/05 20:24:41.388 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 339, b: 339, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:51, }"] [row2="{ a: 339, b: 339, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:51, }"] [2025/04/05 20:24:41.488 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 340, b: 340, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:52, }"] [row2="{ a: 340, b: 340, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:52, }"] table consistent_replicate_storage_file.t2 not exists for 5-th check, retry later [2025/04/05 20:24:41.588 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:29:53, a: 341, b: 341, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ d: 20:29:53, a: 341, b: 341, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:41.688 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:54, a: 342, b: 342, c: ca, }"] [row2="{ d: 20:29:54, a: 342, b: 342, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:41.788 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:55, a: 343, b: 343, }"] [row2="{ a: 343, b: 343, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:55, }"] [2025/04/05 20:24:41.889 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 344, b: 344, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:56, }"] [row2="{ a: 344, b: 344, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:56, }"] [2025/04/05 20:24:41.989 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 346, b: 346, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:58, }"] [row2="{ a: 346, b: 346, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:58, }"] [2025/04/05 20:24:42.089 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:59, a: 347, b: 347, c: ca, }"] [row2="{ a: 347, b: 347, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:29:59, }"] [2025/04/05 20:24:42.189 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:00, a: 348, b: 348, }"] [row2="{ a: 348, b: 348, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:00, }"] [2025/04/05 20:24:42.289 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 349, b: 349, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:01, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:01, a: 349, b: 349, c: JZ44zQ, }"] [2025/04/05 20:24:42.389 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:02, a: 350, b: 350, }"] [row2="{ a: 350, b: 350, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:02, }"] [2025/04/05 20:24:42.490 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 351, b: 351, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:03, }"] [row2="{ a: 351, b: 351, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:03, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:24:42.590 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 352, b: 352, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:04, }"] [row2="{ a: 352, b: 352, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:04, }"] [2025/04/05 20:24:42.690 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 354, b: 354, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:06, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:06, a: 354, b: 354, c: JZ44zQ, }"] < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:42 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4b6d5742-8ced-400b-b63f-33eaa793d404 {"id":"4b6d5742-8ced-400b-b63f-33eaa793d404","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855879} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e886a00c 4b6d5742-8ced-400b-b63f-33eaa793d404 /tidb/cdc/default/default/upstream/7489803846151515725 {"id":7489803846151515725,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4b6d5742-8ced-400b-b63f-33eaa793d404 {"id":"4b6d5742-8ced-400b-b63f-33eaa793d404","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855879} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e886a00c 4b6d5742-8ced-400b-b63f-33eaa793d404 /tidb/cdc/default/default/upstream/7489803846151515725 {"id":7489803846151515725,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/4b6d5742-8ced-400b-b63f-33eaa793d404 {"id":"4b6d5742-8ced-400b-b63f-33eaa793d404","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855879} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e886a00c 4b6d5742-8ced-400b-b63f-33eaa793d404 /tidb/cdc/default/default/upstream/7489803846151515725 {"id":7489803846151515725,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_rocks.cli.24205.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ ***************** properties ***************** "threadcount"="2" "insertproportion"="0" "readallfields"="true" "readproportion"="0" "recordcount"="10" "dotransactions"="false" "mysql.db"="testSync" "mysql.host"="127.0.0.1" "mysql.user"="root" "mysql.port"="4000" "scanproportion"="0" "requestdistribution"="uniform" "updateproportion"="0" "workload"="core" "operationcount"="0" ********************************************** Run finished, takes 6.308037ms INSERT - Takes(s): 0.0, Count: 10, OPS: 2506.5, Avg(us): 1054, Min(us): 486, Max(us): 3554, 95th(us): 4000, 99th(us): 4000 table ddl_attributes.finish_mark not exists for 6-th check, retry later [2025/04/05 20:24:42.791 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:07, a: 355, b: 355, c: ca, }"] [row2="{ d: 20:30:07, a: 355, b: 355, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:42.891 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:30:08, a: 356, b: 356, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ b: 356, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:08, a: 356, }"] [2025/04/05 20:24:42.991 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 357, b: 357, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:09, }"] [row2="{ a: 357, b: 357, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:09, }"] Create changefeed successfully! ID: 8ef815fd-b092-4ef8-836b-4405e5407d52 Info: {"upstream_id":7489803846151515725,"namespace":"default","id":"8ef815fd-b092-4ef8-836b-4405e5407d52","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:24:43.077403836+08:00","start_ts":457141356587122692,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141356587122692,"checkpoint_ts":457141356587122692,"checkpoint_time":"2025-04-05 20:24:42.977"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... pass test: pause changefeed [2025/04/05 20:24:43.091 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 358, b: 358, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:10, }"] [row2="{ a: 358, b: 358, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:10, }"] [2025/04/05 20:24:43.191 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 359, b: 359, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:11, }"] [row2="{ a: 359, b: 359, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:11, }"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) nonempty select id, val from test.availability1 where id=3 and val=3 run task successfully wait process cdc.test exit for 1-th time... table consistent_replicate_storage_file.t2 not exists for 6-th check, retry later [2025/04/05 20:24:43.292 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:13, a: 360, b: 360, c: ca, }"] [row2="{ d: 20:30:13, a: 360, b: 360, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:43.392 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 361, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:14, a: 361, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:14, a: 361, b: 361, c: JZ44zQ, }"] [2025/04/05 20:24:43.492 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 362, b: 362, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:15, }"] [row2="{ a: 362, b: 362, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:15, }"] [2025/04/05 20:24:43.592 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 363, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:39, a: 363, }"] [row2="{ a: 363, b: 363, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:39, }"] [2025/04/05 20:24:43.692 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:17, a: 364, b: 364, }"] [row2="{ b: 364, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:17, a: 364, }"] running update_changefeed wait process cdc.test exit for 2-th time... [2025/04/05 20:24:43.793 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 365, b: 365, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:18, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:18, a: 365, b: 365, c: JZ44zQ, }"] [2025/04/05 20:24:43.893 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:30:19, a: 366, b: 366, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:19, a: 366, b: 366, }"] [2025/04/05 20:24:43.993 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:20, a: 367, b: 367, c: ca, }"] [row2="{ a: 367, b: 367, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:20, }"] pass test: update changefeed [2025/04/05 20:24:44.093 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 368, b: 368, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:21, }"] [row2="{ a: 368, b: 368, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:21, }"] [2025/04/05 20:24:44.193 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 369, b: 369, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:22, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:22, a: 369, b: 369, c: JZ44zQ, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:44 GMT < Content-Length: 812 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/test1/__cdc_meta__/capture/2bb31a31-1ce3-44bc-9069-b8ddd720fc11 {"id":"2bb31a31-1ce3-44bc-9069-b8ddd720fc11","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855881} /tidb/cdc/test1/__cdc_meta__/meta/meta-version 1 /tidb/cdc/test1/__cdc_meta__/owner/22319605e8d5eef4 2bb31a31-1ce3-44bc-9069-b8ddd720fc11 /tidb/cdc/test1/default/upstream/7489803927689241756 {"id":7489803927689241756,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/test1/__cdc_meta__/capture/2bb31a31-1ce3-44bc-9069-b8ddd720fc11 {"id":"2bb31a31-1ce3-44bc-9069-b8ddd720fc11","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855881} /tidb/cdc/test1/__cdc_meta__/meta/meta-version 1 /tidb/cdc/test1/__cdc_meta__/owner/22319605e8d5eef4 2bb31a31-1ce3-44bc-9069-b8ddd720fc11 /tidb/cdc/test1/default/upstream/7489803927689241756 {"id":7489803927689241756,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/test1/__cdc_meta__/capture/2bb31a31-1ce3-44bc-9069-b8ddd720fc11 {"id":"2bb31a31-1ce3-44bc-9069-b8ddd720fc11","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855881} /tidb/cdc/test1/__cdc_meta__/meta/meta-version 1 /tidb/cdc/test1/__cdc_meta__/owner/22319605e8d5eef4 2bb31a31-1ce3-44bc-9069-b8ddd720fc11 /tidb/cdc/test1/default/upstream/7489803927689241756 {"id":7489803927689241756,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Sat Apr 5 20:24:44 CST 2025] <<<<<< START cdc server in multi_cdc_cluster case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_cdc_cluster.1238912391.out server --log-file /tmp/tidb_cdc_test/multi_cdc_cluster/cdcmult_cdc.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_cdc_cluster/cdc_datamult_cdc.server2 --cluster-id test2 --addr 127.0.0.1:8301 + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit run test case test_expire_capture [Sat Apr 5 20:24:44 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.63936395.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_expire_capture.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_expire_capture.server1 --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/owner_remove_table_error/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [2025/04/05 20:24:44.294 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:30:23, a: 370, b: 370, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 370, b: 370, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:23, }"] [2025/04/05 20:24:44.394 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 371, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:24, a: 371, }"] [row2="{ a: 371, b: 371, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:24, }"] [2025/04/05 20:24:44.494 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 372, b: 372, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:25, }"] [row2="{ a: 372, b: 372, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:25, }"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803960096613260 TiDB Cluster ID. tikv_gc_leader_uuid 65817a444d40014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11, pid:25659, start at 2025-04-05 20:24:42.568597613 +0800 CST m=+2.231830575 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:42.575 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:42.549 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:42.549 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803960096613260 TiDB Cluster ID. tikv_gc_leader_uuid 65817a444d40014 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11, pid:25659, start at 2025-04-05 20:24:42.568597613 +0800 CST m=+2.231830575 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:42.575 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:42.549 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:42.549 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803963503535067 TiDB Cluster ID. tikv_gc_leader_uuid 65817a447240006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11, pid:25735, start at 2025-04-05 20:24:42.704923147 +0800 CST m=+2.306100177 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:42.738 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:42.697 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:42.697 +0800 All versions after safe point can be accessed. (DO NOT EDIT) ***************** properties ***************** "updateproportion"="0" "table"="a1" "dotransactions"="false" "recordcount"="1000" "threadcount"="2" "mysql.user"="root" "workload"="core" "insertproportion"="0" "mysql.db"="multi_rocks" "mysql.host"="127.0.0.1" "requestdistribution"="uniform" "scanproportion"="0" "readallfields"="true" "readproportion"="0" "mysql.port"="4000" "operationcount"="0" ********************************************** [2025/04/05 20:24:44.594 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 373, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:26, a: 373, }"] [row2="{ a: 373, b: 373, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:26, }"] [2025/04/05 20:24:44.694 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 374, b: 374, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:27, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:27, a: 374, b: 374, }"] Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/move_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/move_table/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/move_table/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/move_table/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/move_table/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/05 20:24:44.795 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:28, a: 375, b: 375, }"] [row2="{ b: 375, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:28, a: 375, }"] [2025/04/05 20:24:44.895 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 376, b: 376, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:29, }"] [row2="{ a: 376, b: 376, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:29, }"] [2025/04/05 20:24:44.995 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 377, b: 377, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:30, }"] [row2="{ a: 377, b: 377, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:30, }"] [2025/04/05 20:24:45.095 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 378, b: 378, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:31, }"] [row2="{ a: 378, b: 378, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:31, }"] [2025/04/05 20:24:45.195 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:30:32, a: 379, b: 379, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ b: 379, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:32, a: 379, }"] [2025/04/05 20:24:45.295 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 380, b: 380, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:34, }"] [row2="{ a: 380, b: 380, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:34, }"] table consistent_replicate_storage_file.t2 exists Run finished, takes 675.273791ms INSERT - Takes(s): 0.7, Count: 1000, OPS: 1527.5, Avg(us): 1319, Min(us): 929, Max(us): 20555, 95th(us): 2000, 99th(us): 3000 ***************** properties ***************** "recordcount"="1000" "requestdistribution"="uniform" "threadcount"="2" "table"="a2" "scanproportion"="0" "mysql.user"="root" "dotransactions"="false" "workload"="core" "readproportion"="0" "readallfields"="true" "mysql.db"="multi_rocks" "mysql.host"="127.0.0.1" "mysql.port"="4000" "operationcount"="0" "updateproportion"="0" "insertproportion"="0" ********************************************** running resume_changefeed table ddl_attributes.finish_mark not exists for 7-th check, retry later [2025/04/05 20:24:45.396 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:35, a: 381, b: 381, c: ca, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:35, a: 381, b: 381, c: JZ44zQ, }"] [2025/04/05 20:24:45.496 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:36, a: 382, b: 382, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:36, a: 382, b: 382, }"] pass test: resume changefeed VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803968934750755 TiDB Cluster ID. tikv_gc_leader_uuid 65817a454e0000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:12557, start at 2025-04-05 20:24:43.591446004 +0800 CST m=+2.416202461 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:43.599 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:43.576 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:43.576 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803968934750755 TiDB Cluster ID. tikv_gc_leader_uuid 65817a454e0000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:12557, start at 2025-04-05 20:24:43.591446004 +0800 CST m=+2.416202461 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:43.599 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:43.576 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:43.576 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489803962605813712 TiDB Cluster ID. tikv_gc_leader_uuid 65817a454e40004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:12641, start at 2025-04-05 20:24:43.582077035 +0800 CST m=+2.323865764 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:43.589 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:43.577 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:43.577 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/05 20:24:45.596 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 383, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:37, a: 383, }"] [row2="{ b: 383, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:37, a: 383, }"] [2025/04/05 20:24:45.696 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:38, a: 384, b: 384, }"] [row2="{ a: 384, b: 384, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:38, }"] [2025/04/05 20:24:45.796 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:39, a: 385, b: 385, c: ca, }"] [row2="{ a: 385, b: 385, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:39, }"] [2025/04/05 20:24:45.897 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 386, b: 386, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:40, }"] [row2="{ a: 386, b: 386, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:40, }"] [2025/04/05 20:24:45.997 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:42, a: 388, b: 388, }"] [row2="{ a: 388, b: 388, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:42, }"] check diff successfully Run finished, takes 710.258935ms INSERT - Takes(s): 0.7, Count: 1000, OPS: 1466.1, Avg(us): 1390, Min(us): 966, Max(us): 28105, 95th(us): 2000, 99th(us): 3000 ***************** properties ***************** "operationcount"="0" "table"="a3" "mysql.host"="127.0.0.1" "workload"="core" "threadcount"="2" "requestdistribution"="uniform" "readallfields"="true" "mysql.user"="root" "mysql.port"="4000" "insertproportion"="0" "recordcount"="1000" "dotransactions"="false" "scanproportion"="0" "mysql.db"="multi_rocks" "readproportion"="0" "updateproportion"="0" ********************************************** [2025/04/05 20:24:46.097 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 389, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:43, a: 389, }"] [row2="{ a: 389, b: 389, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:43, }"] [2025/04/05 20:24:46.197 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:45, a: 390, b: 390, }"] [row2="{ a: 390, b: 390, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:45, }"] [2025/04/05 20:24:46.297 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 391, b: 391, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:46, }"] [row2="{ a: 391, b: 391, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:46, }"] wait process cdc.test exit for 1-th time... [2025/04/05 20:24:46.398 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 392, b: 392, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:47, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:47, a: 392, b: 392, c: JZ44zQ, }"] [2025/04/05 20:24:46.498 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 393, b: 393, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:48, }"] [row2="{ a: 393, b: 393, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:48, }"] Run finished, takes 691.074615ms INSERT - Takes(s): 0.7, Count: 1000, OPS: 1506.5, Avg(us): 1352, Min(us): 965, Max(us): 27222, 95th(us): 2000, 99th(us): 2000 [2025/04/05 20:24:46.598 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 394, b: 394, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:49, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:49, a: 394, b: 394, }"] [2025/04/05 20:24:46.698 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 395, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:50, a: 395, }"] [row2="{ a: 395, b: 395, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:50, }"] [2025/04/05 20:24:46.798 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 396, b: 396, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:51, }"] [row2="{ a: 396, b: 396, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:51, }"] running rebalance_table pass test: rebalance table start tidb cluster in /tmp/tidb_cdc_test/owner_remove_table_error Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... wait process cdc.test exit for 2-th time... ***************** properties ***************** "readproportion"="0" "mysql.port"="4000" "threadcount"="2" "recordcount"="1000" "updateproportion"="0" "workload"="core" "scanproportion"="0" "mysql.user"="root" "mysql.db"="multi_rocks" "mysql.host"="127.0.0.1" "dotransactions"="false" "table"="a4" "insertproportion"="0" "operationcount"="0" "requestdistribution"="uniform" "readallfields"="true" ********************************************** [2025/04/05 20:24:46.898 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:52, a: 397, b: 397, c: ca, }"] [row2="{ a: 397, b: 397, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:52, }"] [2025/04/05 20:24:46.999 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 398, b: 398, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:53, }"] [row2="{ b: 398, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:53, a: 398, }"] + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.cli.27065.out cli tso query --pd=http://127.0.0.1:2379 [2025/04/05 20:24:47.099 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 399, b: 399, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:54, }"] [row2="{ d: 20:30:54, a: 399, b: 399, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:47.199 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 401, b: 401, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:59, }"] [row2="{ a: 401, b: 401, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:30:59, }"] [2025/04/05 20:24:47.299 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:00, a: 402, b: 402, }"] [row2="{ b: 402, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:00, a: 402, }"] table ddl_attributes.finish_mark not exists for 8-th check, retry later [2025/04/05 20:24:47.399 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 403, b: 403, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:01, }"] [row2="{ a: 403, b: 403, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:01, }"] [2025/04/05 20:24:47.500 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 404, b: 404, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:02, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:02, a: 404, b: 404, }"] wait process cdc.test exit for 3-th time... Run finished, takes 796.550911ms INSERT - Takes(s): 0.8, Count: 1000, OPS: 1299.2, Avg(us): 1562, Min(us): 936, Max(us): 79519, 95th(us): 2000, 99th(us): 3000 + cd /tmp/tidb_cdc_test/synced_status_with_redo ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.13940.out cli tso query --pd=http://127.0.0.1:2379 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:47 GMT < Content-Length: 812 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/test2/__cdc_meta__/capture/4f2d4ea9-5ee3-439c-bcf4-edd6ba652c9b {"id":"4f2d4ea9-5ee3-439c-bcf4-edd6ba652c9b","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855884} /tidb/cdc/test2/__cdc_meta__/meta/meta-version 1 /tidb/cdc/test2/__cdc_meta__/owner/22319605e8d5ef1f 4f2d4ea9-5ee3-439c-bcf4-edd6ba652c9b /tidb/cdc/test2/default/upstream/7489803927689241756 {"id":7489803927689241756,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/test2/__cdc_meta__/capture/4f2d4ea9-5ee3-439c-bcf4-edd6ba652c9b {"id":"4f2d4ea9-5ee3-439c-bcf4-edd6ba652c9b","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855884} /tidb/cdc/test2/__cdc_meta__/meta/meta-version 1 /tidb/cdc/test2/__cdc_meta__/owner/22319605e8d5ef1f 4f2d4ea9-5ee3-439c-bcf4-edd6ba652c9b /tidb/cdc/test2/default/upstream/7489803927689241756 {"id":7489803927689241756,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/test2/__cdc_meta__/capture/4f2d4ea9-5ee3-439c-bcf4-edd6ba652c9b {"id":"4f2d4ea9-5ee3-439c-bcf4-edd6ba652c9b","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855884} /tidb/cdc/test2/__cdc_meta__/meta/meta-version 1 /tidb/cdc/test2/__cdc_meta__/owner/22319605e8d5ef1f 4f2d4ea9-5ee3-439c-bcf4-edd6ba652c9b /tidb/cdc/test2/default/upstream/7489803927689241756 {"id":7489803927689241756,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_cdc_cluster.cli.12452.out cli changefeed create --start-ts=457141355709726721 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --server http://127.0.0.1:8300 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_cdc_cluster/conf/changefeed1.toml + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:47 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003dfbe60 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141357564395529 MinTableBarrierTs:457141357564395530 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141357564395529, checkpointTs: 457141357564395529, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141357564395530, checkpointTs: 457141357564395530, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141357564395529, checkpointTs: 457141357564395529, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/909cd246-2554-41b9-8aa9-33b19df8e999 {"id":"909cd246-2554-41b9-8aa9-33b19df8e999","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855884} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/22319605e54594d5 909cd246-2554-41b9-8aa9-33b19df8e999 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141357564395529,"min-table-barrier-ts":457141357564395530,"admin-job-type":0} /tidb/cdc/default/default/task/position/909cd246-2554-41b9-8aa9-33b19df8e999/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003dfbe60 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141357564395529 MinTableBarrierTs:457141357564395530 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141357564395529, checkpointTs: 457141357564395529, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141357564395530, checkpointTs: 457141357564395530, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141357564395529, checkpointTs: 457141357564395529, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/909cd246-2554-41b9-8aa9-33b19df8e999 {"id":"909cd246-2554-41b9-8aa9-33b19df8e999","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855884} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/22319605e54594d5 909cd246-2554-41b9-8aa9-33b19df8e999 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141357564395529,"min-table-barrier-ts":457141357564395530,"admin-job-type":0} + grep -q 'failed to get info:' /tidb/cdc/default/default/task/position/909cd246-2554-41b9-8aa9-33b19df8e999/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003dfbe60 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141357564395529 MinTableBarrierTs:457141357564395530 AdminJobType:noop} span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141357564395529, checkpointTs: 457141357564395529, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141357564395530, checkpointTs: 457141357564395530, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141357564395529, checkpointTs: 457141357564395529, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/909cd246-2554-41b9-8aa9-33b19df8e999 {"id":"909cd246-2554-41b9-8aa9-33b19df8e999","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855884} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/22319605e54594d5 909cd246-2554-41b9-8aa9-33b19df8e999 /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141357564395529,"min-table-barrier-ts":457141357564395530,"admin-job-type":0} /tidb/cdc/default/default/task/position/909cd246-2554-41b9-8aa9-33b19df8e999/31e62b08-2027-49fe-a662-da7f4bb704f8 + grep -q 'etcd info' {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' [2025/04/05 20:24:47.600 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:31:03, a: 405, b: 405, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 405, b: 405, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:03, }"] [2025/04/05 20:24:47.700 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 406, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:04, a: 406, }"] [row2="{ a: 406, b: 406, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:04, }"] [2025/04/05 20:24:47.800 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 407, b: 407, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:05, }"] [row2="{ a: 407, b: 407, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:05, }"] ***************** properties ***************** "table"="a5" "mysql.user"="root" "readallfields"="true" "threadcount"="2" "mysql.port"="4000" "readproportion"="0" "operationcount"="0" "requestdistribution"="uniform" "scanproportion"="0" "workload"="core" "updateproportion"="0" "mysql.host"="127.0.0.1" "recordcount"="1000" "dotransactions"="false" "mysql.db"="multi_rocks" "insertproportion"="0" ********************************************** Create changefeed successfully! ID: d32f85b2-9761-4554-b45d-3da20d3f70ae Info: {"upstream_id":7489803927689241756,"namespace":"default","id":"d32f85b2-9761-4554-b45d-3da20d3f70ae","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:24:47.690631434+08:00","start_ts":457141355709726721,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["test.multi_cdc1"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141355709726721,"checkpoint_ts":457141355709726721,"checkpoint_time":"2025-04-05 20:24:39.630"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... running list_processor [2025/04/05 20:24:47.900 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:31:06, a: 408, b: 408, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:06, a: 408, b: 408, c: JZ44zQ, }"] [2025/04/05 20:24:48.000 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 409, b: 409, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:07, }"] [row2="{ a: 409, b: 409, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:07, }"] cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 20:24:47 CST 2025] <<<<<< START cdc server in consistent_replicate_storage_file case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkHangLongTime=return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_storage_file.1163711639.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_storage_file/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_storage_file/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 pass test: list processors [2025/04/05 20:24:48.101 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 410, b: 410, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:08, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:08, a: 410, b: 410, }"] [2025/04/05 20:24:48.201 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:09, a: 411, b: 411, }"] [row2="{ a: 411, b: 411, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:09, }"] [2025/04/05 20:24:48.301 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:10, a: 412, b: 412, }"] [row2="{ a: 412, b: 412, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:10, }"] Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 20:24:48.401 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:11, a: 413, b: 413, c: ca, }"] [row2="{ a: 413, b: 413, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:11, }"] [2025/04/05 20:24:48.501 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 415, b: 415, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:13, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:13, a: 415, b: 415, }"] + set +x + tso='457141357654573057 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141357654573057 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x ***************** properties ***************** "workload"="core" "scanproportion"="0" "readallfields"="true" "updateproportion"="0" "requestdistribution"="uniform" "readproportion"="0" "mysql.db"="move_table" "threadcount"="10" "recordcount"="10000" "operationcount"="0" "insertproportion"="0" "mysql.host"="127.0.0.1" "mysql.port"="4000" "mysql.user"="root" "dotransactions"="false" ********************************************** [2025/04/05 20:24:39.861 +08:00] [INFO] [main.go:86] ["running ddl test: 0 createDropSchemaDDL"] [2025/04/05 20:24:40.068 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 20:24:40.074 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 20:24:40.245 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 20:24:40.246 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 20:24:40.258 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 20:24:40.260 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 20:24:40.441 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 20:24:40.456 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 20:24:41.677 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 20:24:41.679 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 20:24:41.689 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 20:24:41.691 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 20:24:41.875 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 20:24:41.897 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 20:24:42.075 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 20:24:42.076 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 20:24:42.106 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/05 20:24:42.108 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 20:24:43.296 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 20:24:43.342 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/05 20:24:43.509 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 20:24:43.510 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 20:24:43.551 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 20:24:43.554 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] Run finished, takes 770.824418ms INSERT - Takes(s): 0.7, Count: 1000, OPS: 1483.4, Avg(us): 1508, Min(us): 942, Max(us): 96593, 95th(us): 2000, 99th(us): 3000 table multi_rocks.finish_mark not exists for 1-th check, retry later [2025/04/05 20:24:48.601 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:14, a: 416, b: 416, c: ca, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:14, a: 416, b: 416, c: JZ44zQ, }"] [2025/04/05 20:24:48.702 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 417, b: 417, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:15, }"] [row2="{ a: 417, b: 417, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:15, }"] [2025/04/05 20:24:48.802 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 418, b: 418, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:16, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:16, a: 418, b: 418, c: JZ44zQ, }"] "is-owner": true, run task successfully [2025/04/05 20:24:48.902 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:31:17, a: 419, b: 419, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ b: 419, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:17, a: 419, }"] [2025/04/05 20:24:49.002 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 420, b: 420, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:18, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:18, a: 420, b: 420, }"] [2025/04/05 20:24:49.102 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:19, a: 421, b: 421, c: ca, }"] [row2="{ a: 421, b: 421, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:19, }"] running get_processor table ddl_attributes.finish_mark not exists for 9-th check, retry later + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_cdc_cluster.cli.12479.out cli changefeed create --start-ts=457141355709726721 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --server http://127.0.0.1:8301 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_cdc_cluster/conf/changefeed2.toml [2025/04/05 20:24:49.202 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 422, b: 422, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:20, }"] [row2="{ a: 422, b: 422, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:20, }"] [2025/04/05 20:24:49.303 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:21, a: 423, b: 423, }"] [row2="{ b: 423, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:21, a: 423, }"] + set +x + tso='457141357871366146 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141357871366146 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457141357871366146 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test [Sat Apr 5 20:24:49 CST 2025] <<<<<< START cdc server in synced_status_with_redo case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.1396613968.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 Create changefeed successfully! ID: 899430bc-dc34-4526-ad90-93c94d3d5343 Info: {"upstream_id":7489803927689241756,"namespace":"default","id":"899430bc-dc34-4526-ad90-93c94d3d5343","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:24:49.51454289+08:00","start_ts":457141355709726721,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["test.multi_cdc2"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141355709726721,"checkpoint_ts":457141355709726721,"checkpoint_time":"2025-04-05 20:24:39.630"} PASS [2025/04/05 20:24:49.403 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:23, a: 425, b: 425, }"] [row2="{ a: 425, b: 425, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:23, }"] [2025/04/05 20:24:49.503 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:31:24, a: 426, b: 426, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:24, a: 426, b: 426, c: JZ44zQ, }"] [2025/04/05 20:24:49.603 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:25, a: 427, b: 427, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:25, a: 427, b: 427, }"] coverage: 2.4% of statements in github.com/pingcap/tiflow/... [2025/04/05 20:24:49.703 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 428, b: 428, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:26, }"] [row2="{ a: 428, b: 428, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:26, }"] [2025/04/05 20:24:49.804 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:27, a: 429, b: 429, c: ca, }"] [row2="{ a: 429, b: 429, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:27, }"] [2025/04/05 20:24:49.904 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 430, b: 430, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:28, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:28, a: 430, b: 430, c: JZ44zQ, }"] [2025/04/05 20:24:50.004 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 431, b: 431, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:29, }"] [row2="{ d: 20:31:29, a: 431, b: 431, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:50.104 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:30, a: 432, b: 432, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:30, a: 432, b: 432, }"] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore [2025/04/05 20:24:50.204 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 433, b: 433, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:31, }"] [row2="{ a: 433, b: 433, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:31, }"] [2025/04/05 20:24:50.305 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 434, b: 434, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:32, }"] [row2="{ a: 434, b: 434, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:32, }"] owner pid: 6398 owner id 909cd246-2554-41b9-8aa9-33b19df8e999 process status: T ETCDCTL_API=3 etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix | grep -v '909cd246-2554-41b9-8aa9-33b19df8e999' /tidb/cdc/default/__cdc_meta__/owner/22319605e54594d5 run task successfully process status: S nonempty select id, val from test.availability1 where id=2 and val=22 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:24:50.373 +08:00] [INFO] [main.go:86] ["running ddl test: 1 truncateDDL"] [2025/04/05 20:24:50.405 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 435, b: 435, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:33, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:33, a: 435, b: 435, }"] [2025/04/05 20:24:50.505 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:34, a: 436, b: 436, }"] [row2="{ a: 436, b: 436, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:34, }"] [2025/04/05 20:24:50.605 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 437, b: 437, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:35, }"] [row2="{ a: 437, b: 437, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:35, }"] [2025/04/05 20:24:50.657 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 20:24:50.668 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 20:24:50.705 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 438, b: 438, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:36, }"] [row2="{ b: 438, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:36, a: 438, }"] [2025/04/05 20:24:50.806 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 439, b: 439, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:37, }"] [row2="{ a: 439, b: 439, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:37, }"] [2025/04/05 20:24:50.850 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 20:24:50.852 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 20:24:50.866 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 20:24:50.868 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] table ddl_attributes.finish_mark exists check diff successfully [2025/04/05 20:24:50.906 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 440, b: 440, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:39, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:39, a: 440, b: 440, c: JZ44zQ, }"] [2025/04/05 20:24:51.006 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 441, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:40, a: 441, }"] [row2="{ b: 441, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:40, a: 441, }"] [2025/04/05 20:24:51.106 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:41, a: 442, b: 442, c: ca, }"] [row2="{ a: 442, b: 442, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:41, }"] + set +x table test.multi_cdc1 exists table test.multi_cdc2 exists Run finished, takes 2.468810399s INSERT - Takes(s): 2.5, Count: 10000, OPS: 4058.7, Avg(us): 2419, Min(us): 861, Max(us): 54388, 95th(us): 2000, 99th(us): 44000 [Sat Apr 5 20:24:51 CST 2025] <<<<<< START cdc server in move_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.2715027152.out server --log-file /tmp/tidb_cdc_test/move_table/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/move_table/cdc_data1 --cluster-id default --addr 127.0.0.1:8300 + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table multi_rocks.finish_mark not exists for 2-th check, retry later [2025/04/05 20:24:51.091 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 20:24:51.111 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 20:24:51.281 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 20:24:51.287 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 20:24:51.319 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 20:24:51.321 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 20:24:51.206 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 443, b: 443, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:42, }"] [row2="{ a: 443, b: 443, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:42, }"] [2025/04/05 20:24:51.306 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 444, b: 444, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:43, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:43, a: 444, b: 444, c: JZ44zQ, }"] check diff failed 1-th time, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:51 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/5819f5e4-85f0-4920-b034-4be3dd399387 {UpstreamID:7489803711112204780 Namespace:default ID:5819f5e4-85f0-4920-b034-4be3dd399387 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:23:51.340886457 +0800 CST StartTs:457141343030083589 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003bb6000 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141343043190792} {CheckpointTs:457141358431043587 MinTableBarrierTs:457141358431043590 AdminJobType:noop} span: {tableID:121, startKey:7480000000000000ff795f720000000000fa, endKey:7480000000000000ff795f730000000000fa}, resolvedTs: 457141358431043587, checkpointTs: 457141358431043587, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141358431043588, checkpointTs: 457141358431043587, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457141358431043587, checkpointTs: 457141358431043587, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457141358431043588, checkpointTs: 457141358431043587, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141358431043587, checkpointTs: 457141358431043587, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457141358431043587, checkpointTs: 457141358431043587, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457141358431043587, checkpointTs: 457141358431043587, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457141358431043588, checkpointTs: 457141358431043587, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/38b12125-15b6-492f-b985-2b1b7c22115b {"id":"38b12125-15b6-492f-b985-2b1b7c22115b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855888} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8119523 38b12125-15b6-492f-b985-2b1b7c22115b /tidb/cdc/default/default/changefeed/info/5819f5e4-85f0-4920-b034-4be3dd399387 {"upstream-id":7489803711112204780,"namespace":"default","changefeed-id":"5819f5e4-85f0-4920-b034-4be3dd399387","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:23:51.340886457+08:00","start-ts":457141343030083589,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_storage_file/redo","use-file-backend":false,"compression":"lz4","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141343043190792} /tidb/cdc/default/default/changefeed/status/5819f5e4-85f0-4920-b034-4be3dd399387 {"checkpoint-ts":457141358431043587,"min-table-barrier-ts":457141358431043590,"admin-job-type":0} /tidb/cdc/default/default/task/position/38b12125-15b6-492f-b985-2b1b7c22115b/5819f5e4-85f0-4920-b034-4be3dd399387 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803711112204780 {"id":7489803711112204780,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/5819f5e4-85f0-4920-b034-4be3dd399387 {UpstreamID:7489803711112204780 Namespace:default ID:5819f5e4-85f0-4920-b034-4be3dd399387 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:23:51.340886457 +0800 CST StartTs:457141343030083589 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003bb6000 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141343043190792} {CheckpointTs:457141358431043587 MinTableBarrierTs:457141358431043590 AdminJobType:noop} span: {tableID:121, startKey:7480000000000000ff795f720000000000fa, endKey:7480000000000000ff795f730000000000fa}, resolvedTs: 457141358431043587, checkpointTs: 457141358431043587, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141358431043588, checkpointTs: 457141358431043587, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457141358431043587, checkpointTs: 457141358431043587, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457141358431043588, checkpointTs: 457141358431043587, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141358431043587, checkpointTs: 457141358431043587, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457141358431043587, checkpointTs: 457141358431043587, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457141358431043587, checkpointTs: 457141358431043587, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457141358431043588, checkpointTs: 457141358431043587, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/38b12125-15b6-492f-b985-2b1b7c22115b {"id":"38b12125-15b6-492f-b985-2b1b7c22115b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855888} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8119523 38b12125-15b6-492f-b985-2b1b7c22115b /tidb/cdc/default/default/changefeed/info/5819f5e4-85f0-4920-b034-4be3dd399387 {"upstream-id":7489803711112204780,"namespace":"default","changefeed-id":"5819f5e4-85f0-4920-b034-4be3dd399387","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:23:51.340886457+08:00","start-ts":457141343030083589,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_storage_file/redo","use-file-backend":false,"compression":"lz4","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141343043190792} /tidb/cdc/default/default/changefeed/status/5819f5e4-85f0-4920-b034-4be3dd399387 {"checkpoint-ts":457141358431043587,"min-table-barrier-ts":457141358431043590,"admin-job-type":0} /tidb/cdc/default/default/task/position/38b12125-15b6-492f-b985-2b1b7c22115b/5819f5e4-85f0-4920-b034-4be3dd399387 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803711112204780 {"id":7489803711112204780,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/5819f5e4-85f0-4920-b034-4be3dd399387 {UpstreamID:7489803711112204780 Namespace:default ID:5819f5e4-85f0-4920-b034-4be3dd399387 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:23:51.340886457 +0800 CST StartTs:457141343030083589 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003bb6000 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141343043190792} {CheckpointTs:457141358431043587 MinTableBarrierTs:457141358431043590 AdminJobType:noop} span: {tableID:121, startKey:7480000000000000ff795f720000000000fa, endKey:7480000000000000ff795f730000000000fa}, resolvedTs: 457141358431043587, checkpointTs: 457141358431043587, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141358431043588, checkpointTs: 457141358431043587, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457141358431043587, checkpointTs: 457141358431043587, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457141358431043588, checkpointTs: 457141358431043587, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141358431043587, checkpointTs: 457141358431043587, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457141358431043587, checkpointTs: 457141358431043587, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457141358431043587, checkpointTs: 457141358431043587, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457141358431043588, checkpointTs: 457141358431043587, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/38b12125-15b6-492f-b985-2b1b7c22115b {"id":"38b12125-15b6-492f-b985-2b1b7c22115b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855888} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8119523 38b12125-15b6-492f-b985-2b1b7c22115b /tidb/cdc/default/default/changefeed/info/5819f5e4-85f0-4920-b034-4be3dd399387 {"upstream-id":7489803711112204780,"namespace":"default","changefeed-id":"5819f5e4-85f0-4920-b034-4be3dd399387","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:23:51.340886457+08:00","start-ts":457141343030083589,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_storage_file/redo","use-file-backend":false,"compression":"lz4","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141343043190792} /tidb/cdc/default/default/changefeed/status/5819f5e4-85f0-4920-b034-4be3dd399387 {"checkpoint-ts":457141358431043587,"min-table-barrier-ts":457141358431043590,"admin-job-type":0} /tidb/cdc/default/default/task/position/38b12125-15b6-492f-b985-2b1b7c22115b/5819f5e4-85f0-4920-b034-4be3dd399387 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803711112204780 {"id":7489803711112204780,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [2025/04/05 20:24:51.461 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 20:24:51.514 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] pass test: get processor [2025/04/05 20:24:51.407 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:44, a: 445, b: 445, }"] [row2="{ d: 20:31:44, a: 445, b: 445, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:51.507 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 446, b: 446, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:45, }"] [row2="{ b: 446, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:45, a: 446, }"] [2025/04/05 20:24:51.607 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 447, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:46, a: 447, }"] [row2="{ a: 447, b: 447, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:46, }"] wait process cdc.test exit for 1-th time... [2025/04/05 20:24:51.647 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 20:24:51.656 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 20:24:51.705 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/05 20:24:51.711 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 20:24:51.829 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 20:24:51.707 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 448, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:47, a: 448, }"] [row2="{ d: 20:31:47, a: 448, b: 448, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:51.807 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 449, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:48, a: 449, }"] [row2="{ d: 20:31:48, a: 449, b: 449, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:51.890 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/05 20:24:52.013 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 20:24:52.023 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 20:24:52.067 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 20:24:52.072 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 20:24:51.907 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 451, b: 451, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:50, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:50, a: 451, b: 451, c: JZ44zQ, }"] [2025/04/05 20:24:52.008 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:51, a: 452, b: 452, }"] [row2="{ b: 452, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:51, a: 452, }"] [2025/04/05 20:24:52.108 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 453, b: 453, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:52, }"] [row2="{ a: 453, b: 453, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:52, }"] wait process cdc.test exit for 2-th time... nonempty select id, val from test.availability1 where id=2 and val=22 [2025/04/05 20:24:52.220 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/05 20:24:52.249 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 20:24:52.208 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:53, a: 454, b: 454, c: ca, }"] [row2="{ a: 454, b: 454, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:53, }"] [2025/04/05 20:24:52.308 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:54, a: 455, b: 455, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:54, a: 455, b: 455, }"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) run task successfully [2025/04/05 20:24:52.410 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 20:24:52.420 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/05 20:24:52.432 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 20:24:52.437 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/05 20:24:52.408 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 456, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:55, a: 456, }"] [row2="{ a: 456, b: 456, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:55, }"] [2025/04/05 20:24:52.508 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:56, a: 457, b: 457, }"] [row2="{ a: 457, b: 457, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:56, }"] [2025/04/05 20:24:52.609 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 458, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:57, a: 458, }"] [row2="{ a: 458, b: 458, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:57, }"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:52 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f716377a-947b-4ce9-b730-d2e80a0c1287 {"id":"f716377a-947b-4ce9-b730-d2e80a0c1287","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855889} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f7e6e5 f716377a-947b-4ce9-b730-d2e80a0c1287 /tidb/cdc/default/default/upstream/7489803968934750755 {"id":7489803968934750755,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f716377a-947b-4ce9-b730-d2e80a0c1287 {"id":"f716377a-947b-4ce9-b730-d2e80a0c1287","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855889} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f7e6e5 f716377a-947b-4ce9-b730-d2e80a0c1287 /tidb/cdc/default/default/upstream/7489803968934750755 {"id":7489803968934750755,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/f716377a-947b-4ce9-b730-d2e80a0c1287 {"id":"f716377a-947b-4ce9-b730-d2e80a0c1287","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855889} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f7e6e5 f716377a-947b-4ce9-b730-d2e80a0c1287 /tidb/cdc/default/default/upstream/7489803968934750755 {"id":7489803968934750755,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed-redo.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457141357871366146 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.14026.out cli changefeed create --start-ts=457141357871366146 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml [2025/04/05 20:24:52.614 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/05 20:24:52.618 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/05 20:24:52.802 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 20:24:52.807 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/05 20:24:52.812 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/05 20:24:52.816 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/05 20:24:52.709 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:31:58, a: 459, b: 459, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 459, b: 459, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:58, }"] [2025/04/05 20:24:52.809 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 460, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:59, a: 460, }"] [row2="{ a: 460, b: 460, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:31:59, }"] running move_table pass test: move table [Sat Apr 5 20:24:52 CST 2025] <<<<<< run test case ddl_attributes success! >>>>>> Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489803968934750755,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:24:52.785771296+08:00","start_ts":457141357871366146,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141357871366146,"checkpoint_ts":457141357871366146,"checkpoint_time":"2025-04-05 20:24:47.876"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... [2025/04/05 20:24:52.987 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/05 20:24:52.996 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] wait process cdc.test exit for 1-th time... [2025/04/05 20:24:52.909 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 461, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:00, a: 461, }"] [row2="{ a: 461, b: 461, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:00, }"] [2025/04/05 20:24:53.009 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 462, b: 462, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:01, }"] [row2="{ a: 462, b: 462, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:01, }"] [2025/04/05 20:24:53.110 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 463, b: 463, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:02, }"] [row2="{ b: 463, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:02, a: 463, }"] table multi_rocks.finish_mark not exists for 3-th check, retry later [2025/04/05 20:24:53.168 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 20:24:53.177 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/05 20:24:53.184 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/05 20:24:53.193 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] wait process cdc.test exit for 2-th time... [2025/04/05 20:24:53.210 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 464, b: 464, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:03, }"] [row2="{ d: 20:32:03, a: 464, b: 464, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:53.310 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:04, a: 465, b: 465, }"] [row2="{ a: 465, b: 465, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:04, }"] [2025/04/05 20:24:53.410 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 466, b: 466, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:05, }"] [row2="{ a: 466, b: 466, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:05, }"] [2025/04/05 20:24:53.368 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/05 20:24:53.378 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/05 20:24:53.554 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/05 20:24:53.563 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/05 20:24:53.573 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 20:24:53.583 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/05 20:24:53.510 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 467, b: 467, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:06, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:06, a: 467, b: 467, c: JZ44zQ, }"] [2025/04/05 20:24:53.610 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 468, b: 468, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:07, }"] [row2="{ a: 468, b: 468, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:07, }"] [2025/04/05 20:24:53.741 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/05 20:24:53.763 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] running set_log_level check diff successfully wait process cdc.test exit for 1-th time... [2025/04/05 20:24:53.711 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 469, b: 469, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:08, }"] [row2="{ a: 469, b: 469, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:08, }"] [2025/04/05 20:24:53.811 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 470, b: 470, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:09, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:09, a: 470, b: 470, }"] [2025/04/05 20:24:53.911 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:32:10, a: 471, b: 471, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 471, b: 471, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:10, }"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit sql_check run sql_check, 127.0.0.1 run task successfully run test case test_stop_processor [Sat Apr 5 20:24:53 CST 2025] <<<<<< START cdc server in availability case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.availability.65896591.out server --log-file /tmp/tidb_cdc_test/availability/cdctest_stop_processor.log --log-level debug --data-dir /tmp/tidb_cdc_test/availability/cdc_datatest_stop_processor --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 20:24:53.936 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/05 20:24:53.946 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/05 20:24:53.957 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/05 20:24:53.966 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] pass test: set log level [2025/04/05 20:24:54.011 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:11, a: 472, b: 472, c: ca, }"] [row2="{ a: 472, b: 472, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:11, }"] [2025/04/05 20:24:54.111 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 473, b: 473, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:12, }"] [row2="{ a: 473, b: 473, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:12, }"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804006517400013 TiDB Cluster ID. tikv_gc_leader_uuid 65817a4df9c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-s-csrtv, pid:9910, start at 2025-04-05 20:24:52.47229348 +0800 CST m=+2.222269323 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:52.481 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:52.455 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:52.455 +0800 All versions after safe point can be accessed. (DO NOT EDIT) [2025/04/05 20:24:54.130 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/05 20:24:54.145 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [2025/04/05 20:24:54.323 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/05 20:24:54.333 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/05 20:24:54.334 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/05 20:24:54.344 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] + set +x + run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);' + check_table_exists test.t1 127.0.0.1 3306 table test.t1 not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:54 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/676fd690-0b19-42ea-88f0-9cf71e9db567 {"id":"676fd690-0b19-42ea-88f0-9cf71e9db567","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855891} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f09305 676fd690-0b19-42ea-88f0-9cf71e9db567 /tidb/cdc/default/default/upstream/7489803960096613260 {"id":7489803960096613260,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/676fd690-0b19-42ea-88f0-9cf71e9db567 {"id":"676fd690-0b19-42ea-88f0-9cf71e9db567","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855891} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f09305 676fd690-0b19-42ea-88f0-9cf71e9db567 /tidb/cdc/default/default/upstream/7489803960096613260 {"id":7489803960096613260,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/676fd690-0b19-42ea-88f0-9cf71e9db567 {"id":"676fd690-0b19-42ea-88f0-9cf71e9db567","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855891} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f09305 676fd690-0b19-42ea-88f0-9cf71e9db567 /tidb/cdc/default/default/upstream/7489803960096613260 {"id":7489803960096613260,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.cli.27212.out cli changefeed create --start-ts=457141357654573057 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' [2025/04/05 20:24:54.211 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 474, b: 474, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:13, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:13, a: 474, b: 474, }"] [2025/04/05 20:24:54.312 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 476, b: 476, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:15, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:15, a: 476, b: 476, }"] [2025/04/05 20:24:54.412 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 477, b: 477, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:16, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:16, a: 477, b: 477, c: JZ44zQ, }"] wait process cdc.test exit for 2-th time... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804006517400013 TiDB Cluster ID. tikv_gc_leader_uuid 65817a4df9c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-s-csrtv, pid:9910, start at 2025-04-05 20:24:52.47229348 +0800 CST m=+2.222269323 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:52.481 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:52.455 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:52.455 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804003898234052 TiDB Cluster ID. tikv_gc_leader_uuid 65817a4e1240005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-s-csrtv, pid:9977, start at 2025-04-05 20:24:52.562833119 +0800 CST m=+2.255712604 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:26:52.570 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:24:52.553 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:14:52.553 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/owner_remove_table_error/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/owner_remove_table_error/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/owner_remove_table_error/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/owner_remove_table_error/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/owner_remove_table_error/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/05 20:24:54.518 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/05 20:24:54.525 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] Create changefeed successfully! ID: 0b4da022-5ea3-40d7-914f-7b8d35090e7c Info: {"upstream_id":7489803960096613260,"namespace":"default","id":"0b4da022-5ea3-40d7-914f-7b8d35090e7c","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:24:54.595758411+08:00","start_ts":457141357654573057,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141357654573057,"checkpoint_ts":457141357654573057,"checkpoint_time":"2025-04-05 20:24:47.049"} PASS [2025/04/05 20:24:54.512 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:32:17, a: 478, b: 478, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 478, b: 478, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:17, }"] [2025/04/05 20:24:54.612 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:32:18, a: 479, b: 479, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 479, b: 479, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:18, }"] [2025/04/05 20:24:54.708 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/05 20:24:54.718 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/05 20:24:54.718 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [2025/04/05 20:24:54.732 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] coverage: 2.4% of statements in github.com/pingcap/tiflow/... [2025/04/05 20:24:54.712 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 480, b: 480, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:20, }"] [row2="{ a: 480, b: 480, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:20, }"] [2025/04/05 20:24:54.812 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:32:21, a: 481, b: 481, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 481, b: 481, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:21, }"] [2025/04/05 20:24:54.913 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:22, a: 482, b: 482, }"] [row2="{ a: 482, b: 482, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:22, }"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:24:54 CST 2025] <<<<<< run test case multi_cdc_cluster success! >>>>>> table multi_rocks.finish_mark not exists for 4-th check, retry later running remove_changefeed [2025/04/05 20:24:54.887 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/05 20:24:54.916 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] [2025/04/05 20:24:55.058 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"] [2025/04/05 20:24:55.067 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"] [2025/04/05 20:24:55.112 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"] [2025/04/05 20:24:55.125 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"] [2025/04/05 20:24:55.013 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:23, a: 483, b: 483, c: ca, }"] [row2="{ b: 483, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:23, a: 483, }"] [2025/04/05 20:24:55.113 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 484, b: 484, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:01, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:01, a: 484, b: 484, c: JZ44zQ, }"] [2025/04/05 20:24:55.233 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"] [2025/04/05 20:24:55.308 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"] [2025/04/05 20:24:55.213 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:28, a: 485, b: 485, c: ca, }"] [row2="{ b: 485, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:28, a: 485, }"] [2025/04/05 20:24:55.313 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:26, a: 486, b: 486, c: ca, }"] [row2="{ a: 486, b: 486, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:26, }"] [2025/04/05 20:24:55.413 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 487, b: 487, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:27, }"] [row2="{ b: 487, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:27, a: 487, }"] pass test: remove changefeed [2025/04/05 20:24:55.514 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:28, a: 488, b: 488, c: ca, }"] [row2="{ a: 488, b: 488, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:28, }"] [2025/04/05 20:24:55.614 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 489, b: 489, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:29, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:29, a: 489, b: 489, c: JZ44zQ, }"] [2025/04/05 20:24:55.714 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 490, b: 490, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:32, }"] [row2="{ b: 490, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:32, a: 490, }"] [2025/04/05 20:24:55.814 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:33, a: 491, b: 491, c: ca, }"] [row2="{ a: 491, b: 491, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:33, }"] [2025/04/05 20:24:55.914 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 492, b: 492, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:34, }"] [row2="{ a: 492, b: 492, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:34, }"] [2025/04/05 20:24:56.014 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 493, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:35, a: 493, }"] [row2="{ b: 493, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:35, a: 493, }"] [2025/04/05 20:24:56.115 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 494, b: 494, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:36, }"] [row2="{ d: 20:32:36, a: 494, b: 494, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] + set +x [Sat Apr 5 20:24:56 CST 2025] <<<<<< START cdc server in move_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + GO_FAILPOINTS= + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.2723727239.out server --log-file /tmp/tidb_cdc_test/move_table/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/move_table/cdc_data2 --cluster-id default --addr 127.0.0.1:8301 + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8301; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table test.t1 exists + sleep 5 [2025/04/05 20:24:56.215 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 495, b: 495, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:37, }"] [row2="{ a: 495, b: 495, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:37, }"] [2025/04/05 20:24:56.315 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:38, a: 496, b: 496, c: ca, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:38, a: 496, b: 496, }"] [2025/04/05 20:24:56.415 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:39, a: 497, b: 497, c: ca, }"] [row2="{ b: 497, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:39, a: 497, }"] [2025/04/05 20:24:56.515 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 498, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:40, a: 498, }"] [row2="{ a: 498, b: 498, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:40, }"] [2025/04/05 20:24:56.616 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 499, b: 499, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:41, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:41, a: 499, b: 499, }"] table multi_rocks.finish_mark not exists for 5-th check, retry later [2025/04/05 20:24:56.716 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 500, b: 500, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:44, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:44, a: 500, b: 500, }"] [2025/04/05 20:24:56.816 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 501, b: 501, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:45, }"] [row2="{ b: 501, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:45, a: 501, }"] [2025/04/05 20:24:56.916 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 502, b: 502, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:46, }"] [row2="{ d: 20:32:46, a: 502, b: 502, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] running resign_owner pass test: resign owner [Sat Apr 5 20:24:56 CST 2025] <<<<<< START cdc server in owner_remove_table_error case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/OwnerRemoveTableError=1*return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.owner_remove_table_error.1136311365.out server --log-file /tmp/tidb_cdc_test/owner_remove_table_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/owner_remove_table_error/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379 ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:56 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a806c0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141359936798722 MinTableBarrierTs:457141360198942722 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141360198942723, checkpointTs: 457141360198942722, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141360198942723, checkpointTs: 457141360198942722, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141360198942722, checkpointTs: 457141360198942722, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a21cf11b-2918-4922-9685-fc8ba246567a {"id":"a21cf11b-2918-4922-9685-fc8ba246567a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855894} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459545 a21cf11b-2918-4922-9685-fc8ba246567a /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141359936798722,"min-table-barrier-ts":457141360198942722,"admin-job-type":0} /tidb/cdc/default/default/task/position/a21cf11b-2918-4922-9685-fc8ba246567a/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a806c0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141359936798722 MinTableBarrierTs:457141360198942722 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141360198942723, checkpointTs: 457141360198942722, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141360198942723, checkpointTs: 457141360198942722, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141360198942722, checkpointTs: 457141360198942722, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a21cf11b-2918-4922-9685-fc8ba246567a {"id":"a21cf11b-2918-4922-9685-fc8ba246567a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855894} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459545 a21cf11b-2918-4922-9685-fc8ba246567a /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141359936798722,"min-table-barrier-ts":457141360198942722,"admin-job-type":0} /tidb/cdc/default/default/task/position/a21cf11b-2918-4922-9685-fc8ba246567a/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + grep -q 'etcd info' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/31e62b08-2027-49fe-a662-da7f4bb704f8 {UpstreamID:7489802928974273364 Namespace:default ID:31e62b08-2027-49fe-a662-da7f4bb704f8 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:20:51.131126201 +0800 CST StartTs:457141294492549122 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003a806c0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141295803269125} {CheckpointTs:457141359936798722 MinTableBarrierTs:457141360198942722 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141360198942723, checkpointTs: 457141360198942722, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141360198942723, checkpointTs: 457141360198942722, state: Replicating span: {tableID:112, startKey:7480000000000000ff705f720000000000fa, endKey:7480000000000000ff705f730000000000fa}, resolvedTs: 457141360198942722, checkpointTs: 457141360198942722, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a21cf11b-2918-4922-9685-fc8ba246567a {"id":"a21cf11b-2918-4922-9685-fc8ba246567a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855894} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count 4 /tidb/cdc/default/__cdc_meta__/owner/22319605e5459545 a21cf11b-2918-4922-9685-fc8ba246567a /tidb/cdc/default/default/changefeed/info/31e62b08-2027-49fe-a662-da7f4bb704f8 {"upstream-id":7489802928974273364,"namespace":"default","changefeed-id":"31e62b08-2027-49fe-a662-da7f4bb704f8","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:20:51.131126201+08:00","start-ts":457141294492549122,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141295803269125} /tidb/cdc/default/default/changefeed/status/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":457141359936798722,"min-table-barrier-ts":457141360198942722,"admin-job-type":0} /tidb/cdc/default/default/task/position/a21cf11b-2918-4922-9685-fc8ba246567a/31e62b08-2027-49fe-a662-da7f4bb704f8 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489802928974273364 {"id":7489802928974273364,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x cdc.test cli capture list 2>&1 | grep '"is-owner": true' [2025/04/05 20:24:57.016 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:32:47, a: 503, b: 503, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 503, b: 503, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:47, }"] [2025/04/05 20:24:57.117 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 504, b: 504, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:48, }"] [row2="{ b: 504, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:48, a: 504, }"] [2025/04/05 20:24:57.217 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 505, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:49, a: 505, }"] [row2="{ a: 505, b: 505, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:49, }"] [2025/04/05 20:24:57.317 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:50, a: 506, b: 506, c: ca, }"] [row2="{ a: 506, b: 506, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:50, }"] [2025/04/05 20:24:57.417 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 507, b: 507, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:51, }"] [row2="{ a: 507, b: 507, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:51, }"] [2025/04/05 20:24:57.517 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:32:52, a: 508, b: 508, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 508, b: 508, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:52, }"] [2025/04/05 20:24:57.617 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 509, b: 509, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:53, }"] [row2="{ a: 509, b: 509, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:53, }"] [2025/04/05 20:24:57.718 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:54, a: 510, b: 510, c: ca, }"] [row2="{ a: 510, b: 510, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:54, }"] running get_tso pass test: get tso [2025/04/05 20:24:57.818 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:32:55, a: 511, b: 511, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:55, a: 511, b: 511, c: JZ44zQ, }"] [2025/04/05 20:24:57.918 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:56, a: 512, b: 512, c: ca, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:56, a: 512, b: 512, c: JZ44zQ, }"] [2025/04/05 20:24:58.018 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 513, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:57, a: 513, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:57, a: 513, b: 513, }"] [2025/04/05 20:24:58.118 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 514, b: 514, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:58, }"] [row2="{ b: 514, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:58, a: 514, }"] [2025/04/05 20:24:58.218 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 515, b: 515, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:59, }"] [row2="{ a: 515, b: 515, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:32:59, }"] [2025/04/05 20:24:58.319 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 516, b: 516, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:00, }"] [row2="{ a: 516, b: 516, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:00, }"] [2025/04/05 20:24:58.419 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:33:01, a: 517, b: 517, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ b: 517, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:01, a: 517, }"] "is-owner": true, run task successfully [2025/04/05 20:24:58.519 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 518, b: 518, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:02, }"] [row2="{ a: 518, b: 518, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:02, }"] [2025/04/05 20:24:58.619 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 519, b: 519, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:03, }"] [row2="{ b: 519, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:03, a: 519, }"] [2025/04/05 20:24:58.719 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 520, b: 520, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:04, }"] [row2="{ a: 520, b: 520, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:04, }"] [2025/04/05 20:24:58.820 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:05, a: 521, b: 521, c: ca, }"] [row2="{ b: 521, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:05, a: 521, }"] [2025/04/05 20:24:58.920 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:06, a: 522, b: 522, }"] [row2="{ a: 522, b: 522, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:06, }"] [2025/04/05 20:24:59.020 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:07, a: 523, b: 523, c: ca, }"] [row2="{ a: 523, b: 523, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:07, }"] [2025/04/05 20:24:59.120 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 524, b: 524, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:08, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:08, a: 524, b: 524, }"] [2025/04/05 20:24:59.220 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 525, b: 525, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:09, }"] [row2="{ a: 525, b: 525, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:09, }"] running verify_table pass test: verify table table multi_rocks.finish_mark exists check diff successfully [2025/04/05 20:24:59.320 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 526, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:10, a: 526, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:10, a: 526, b: 526, c: JZ44zQ, }"] [2025/04/05 20:24:59.421 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 527, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:11, a: 527, }"] [row2="{ a: 527, b: 527, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:11, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8301 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8301 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:59 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/0b4da022-5ea3-40d7-914f-7b8d35090e7c {UpstreamID:7489803960096613260 Namespace:default ID:0b4da022-5ea3-40d7-914f-7b8d35090e7c SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:24:54.595758411 +0800 CST StartTs:457141357654573057 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0035cd830 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141359620915215} {CheckpointTs:457141358060896471 MinTableBarrierTs:457141360629907459 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141360629907469, checkpointTs: 457141358074003503, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/676fd690-0b19-42ea-88f0-9cf71e9db567 {"id":"676fd690-0b19-42ea-88f0-9cf71e9db567","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855891} /tidb/cdc/default/__cdc_meta__/capture/875b1a8a-3326-452a-a3cd-7f83b7bd31d1 {"id":"875b1a8a-3326-452a-a3cd-7f83b7bd31d1","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855896} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f09305 676fd690-0b19-42ea-88f0-9cf71e9db567 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f09355 875b1a8a-3326-452a-a3cd-7f83b7bd31d1 /tidb/cdc/default/default/changefeed/info/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"upstream-id":7489803960096613260,"namespace":"default","changefeed-id":"0b4da022-5ea3-40d7-914f-7b8d35090e7c","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:24:54.595758411+08:00","start-ts":457141357654573057,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141359620915215} /tidb/cdc/default/default/changefeed/status/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":457141358060896595,"min-table-barrier-ts":457141360629907459,"admin-job-type":0} /tidb/cdc/default/default/task/position/676fd690-0b19-42ea-88f0-9cf71e9db567/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/875b1a8a-3326-452a-a3cd-7f83b7bd31d1/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803960096613260 {"id":7489803960096613260,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/0b4da022-5ea3-40d7-914f-7b8d35090e7c {UpstreamID:7489803960096613260 Namespace:default ID:0b4da022-5ea3-40d7-914f-7b8d35090e7c SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:24:54.595758411 +0800 CST StartTs:457141357654573057 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0035cd830 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141359620915215} {CheckpointTs:457141358060896471 MinTableBarrierTs:457141360629907459 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141360629907469, checkpointTs: 457141358074003503, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/676fd690-0b19-42ea-88f0-9cf71e9db567 {"id":"676fd690-0b19-42ea-88f0-9cf71e9db567","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855891} /tidb/cdc/default/__cdc_meta__/capture/875b1a8a-3326-452a-a3cd-7f83b7bd31d1 {"id":"875b1a8a-3326-452a-a3cd-7f83b7bd31d1","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855896} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f09305 676fd690-0b19-42ea-88f0-9cf71e9db567 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f09355 875b1a8a-3326-452a-a3cd-7f83b7bd31d1 /tidb/cdc/default/default/changefeed/info/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"upstream-id":7489803960096613260,"namespace":"default","changefeed-id":"0b4da022-5ea3-40d7-914f-7b8d35090e7c","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:24:54.595758411+08:00","start-ts":457141357654573057,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141359620915215} /tidb/cdc/default/default/changefeed/status/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":457141358060896595,"min-table-barrier-ts":457141360629907459,"admin-job-type":0} /tidb/cdc/default/default/task/position/676fd690-0b19-42ea-88f0-9cf71e9db567/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/875b1a8a-3326-452a-a3cd-7f83b7bd31d1/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803960096613260 {"id":7489803960096613260,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** processors info ***: changefeedID: default/0b4da022-5ea3-40d7-914f-7b8d35090e7c {UpstreamID:7489803960096613260 Namespace:default ID:0b4da022-5ea3-40d7-914f-7b8d35090e7c SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:24:54.595758411 +0800 CST StartTs:457141357654573057 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0035cd830 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141359620915215} {CheckpointTs:457141358060896471 MinTableBarrierTs:457141360629907459 AdminJobType:noop} span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141360629907469, checkpointTs: 457141358074003503, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/676fd690-0b19-42ea-88f0-9cf71e9db567 {"id":"676fd690-0b19-42ea-88f0-9cf71e9db567","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855891} /tidb/cdc/default/__cdc_meta__/capture/875b1a8a-3326-452a-a3cd-7f83b7bd31d1 {"id":"875b1a8a-3326-452a-a3cd-7f83b7bd31d1","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855896} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f09305 676fd690-0b19-42ea-88f0-9cf71e9db567 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f09355 875b1a8a-3326-452a-a3cd-7f83b7bd31d1 /tidb/cdc/default/default/changefeed/info/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"upstream-id":7489803960096613260,"namespace":"default","changefeed-id":"0b4da022-5ea3-40d7-914f-7b8d35090e7c","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:24:54.595758411+08:00","start-ts":457141357654573057,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141359620915215} /tidb/cdc/default/default/changefeed/status/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":457141358060896595,"min-table-barrier-ts":457141360629907459,"admin-job-type":0} /tidb/cdc/default/default/task/position/676fd690-0b19-42ea-88f0-9cf71e9db567/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/875b1a8a-3326-452a-a3cd-7f83b7bd31d1/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803960096613260 {"id":7489803960096613260,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [Sat Apr 5 20:24:59 CST 2025] <<<<<< START cdc server in move_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.2732627328.out server --log-file /tmp/tidb_cdc_test/move_table/cdc3.log --log-level debug --data-dir /tmp/tidb_cdc_test/move_table/cdc_data3 --cluster-id default --addr 127.0.0.1:8302 ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8302; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 wait process cdc.test exit for 1-th time... [2025/04/05 20:24:59.521 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:12, a: 528, b: 528, c: ca, }"] [row2="{ a: 528, b: 528, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:12, }"] [2025/04/05 20:24:59.621 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 529, b: 529, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:13, }"] [row2="{ d: 20:33:13, a: 529, b: 529, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:24:59.721 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:14, a: 530, b: 530, c: ca, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:14, a: 530, b: 530, }"] owner pid: 6594 owner id a21cf11b-2918-4922-9685-fc8ba246567a [2025/04/05 20:24:59.822 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 531, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:15, a: 531, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:15, a: 531, b: 531, c: JZ44zQ, }"] [2025/04/05 20:24:59.922 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:16, a: 532, b: 532, }"] [row2="{ a: 532, b: 532, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:16, }"] running create_changefeed_v2 wait process cdc.test exit for 2-th time... [2025/04/05 20:25:00.022 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:33:17, a: 533, b: 533, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ b: 533, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:17, a: 533, }"] [2025/04/05 20:25:00.122 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:18, a: 534, b: 534, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:18, a: 534, b: 534, c: JZ44zQ, }"] [2025/04/05 20:25:00.222 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 535, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:19, a: 535, }"] [row2="{ d: 20:33:19, a: 535, b: 535, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:24:59 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a98d9132-b1de-4b7a-a9a4-c0d584ea47ef {"id":"a98d9132-b1de-4b7a-a9a4-c0d584ea47ef","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855896} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e92137d7 a98d9132-b1de-4b7a-a9a4-c0d584ea47ef /tidb/cdc/default/default/upstream/7489804006517400013 {"id":7489804006517400013,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a98d9132-b1de-4b7a-a9a4-c0d584ea47ef {"id":"a98d9132-b1de-4b7a-a9a4-c0d584ea47ef","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855896} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e92137d7 a98d9132-b1de-4b7a-a9a4-c0d584ea47ef /tidb/cdc/default/default/upstream/7489804006517400013 {"id":7489804006517400013,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/a98d9132-b1de-4b7a-a9a4-c0d584ea47ef {"id":"a98d9132-b1de-4b7a-a9a4-c0d584ea47ef","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855896} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e92137d7 a98d9132-b1de-4b7a-a9a4-c0d584ea47ef /tidb/cdc/default/default/upstream/7489804006517400013 {"id":7489804006517400013,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table owner_remove_table_error.finished_mark not exists for 1-th check, retry later [2025/04/05 20:25:00.322 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 536, b: 536, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:20, }"] [row2="{ a: 536, b: 536, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:20, }"] [2025/04/05 20:25:00.423 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 537, b: 537, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:21, }"] [row2="{ a: 537, b: 537, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:21, }"] pass test: create changefeed v2 [2025/04/05 20:25:00.523 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:33:22, a: 538, b: 538, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ b: 538, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:22, a: 538, }"] [2025/04/05 20:25:00.623 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:23, a: 539, b: 539, c: ca, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:23, a: 539, b: 539, }"] [2025/04/05 20:25:00.723 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 550, b: 550, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:34, }"] [row2="{ a: 550, b: 550, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:34, }"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:25:00 CST 2025] <<<<<< run test case multi_rocks success! >>>>>> [2025/04/05 20:25:00.823 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 551, b: 551, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:35, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:35, a: 551, b: 551, c: JZ44zQ, }"] [2025/04/05 20:25:00.923 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 552, b: 552, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:36, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:36, a: 552, b: 552, c: JZ44zQ, }"] [2025/04/05 20:25:01.024 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:37, a: 553, b: 553, }"] [row2="{ d: 20:33:37, a: 553, b: 553, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:01.124 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 554, b: 554, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:38, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:38, a: 554, b: 554, }"] [2025/04/05 20:25:01.224 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:39, a: 555, b: 555, c: ca, }"] [row2="{ d: 20:33:39, a: 555, b: 555, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] + kill_tikv ++ ps aux ++ grep tikv-server ++ grep /tmp/tidb_cdc_test/synced_status_with_redo + info='jenkins 11960 25.1 0.6 4850540 2471000 ? Sl 20:24 0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20160 --status-addr 127.0.0.1:20181 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv1.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv1 jenkins 11961 25.4 0.6 4848492 2490576 ? Sl 20:24 0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20161 --status-addr 127.0.0.1:20182 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv2.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv2 jenkins 11962 35.0 0.6 4884840 2541848 ? Sl 20:24 0:07 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20162 --status-addr 127.0.0.1:20183 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv3.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv3 jenkins 11964 33.9 0.6 4881760 2526852 ? Sl 20:24 0:07 tikv-server --pd 127.0.0.1:2479 -A 127.0.0.1:21160 --status-addr 127.0.0.1:21180 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv_down.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv_down' ++ ps aux ++ grep tikv-server ++ grep /tmp/tidb_cdc_test/synced_status_with_redo ++ awk '{print $2}' ++ xargs kill -9 ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 12884 0 --:--:-- --:--:-- --:--:-- 13500 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 20:24:58.277","puller_resolved_ts":"2025-04-05 20:24:54.227","last_synced_ts":"2025-04-05 20:24:54.227","now_ts":"2025-04-05 20:25:01.000","info":"The data syncing is not finished, please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:24:58.277","puller_resolved_ts":"2025-04-05' '20:24:54.227","last_synced_ts":"2025-04-05' '20:24:54.227","now_ts":"2025-04-05' '20:25:01.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:24:58.277","puller_resolved_ts":"2025-04-05' '20:24:54.227","last_synced_ts":"2025-04-05' '20:24:54.227","now_ts":"2025-04-05' '20:25:01.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq -r .info + info='The data syncing is not finished, please wait' + target_message='The data syncing is not finished, please wait' + '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']' + sleep 130 [2025/04/05 20:25:01.324 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:40, a: 556, b: 556, }"] [row2="{ a: 556, b: 556, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:40, }"] [2025/04/05 20:25:01.424 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 557, b: 557, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:41, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:41, a: 557, b: 557, }"] [2025/04/05 20:25:01.524 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 558, b: 558, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:42, }"] [row2="{ a: 558, b: 558, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:42, }"] changefeed id: 31e62b08-2027-49fe-a662-da7f4bb704f8 curl -s -d "cf-id=31e62b08-2027-49fe-a662-da7f4bb704f8&admin-job=1" http://127.0.0.1:8300/capture/owner/admin | grep true "status": true, run task successfully % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 89 100 35 100 54 475 733 --:--:-- --:--:-- --:--:-- 739 { "status": true, "message": "" }nonempty select id, val from test.availability1 where id=4 and val=4 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 1-th time, retry later [2025/04/05 20:25:01.625 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:33:43, a: 559, b: 559, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 559, b: 559, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:43, }"] [2025/04/05 20:25:01.725 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:44, a: 560, b: 560, c: ca, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:44, a: 560, b: 560, c: JZ44zQ, }"] [2025/04/05 20:25:01.249 +08:00] [INFO] [main.go:86] ["running ddl test: 2 addDropColumnDDL"] [2025/04/05 20:25:01.480 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 20:25:01.482 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 20:25:01.730 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 20:25:01.732 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 20:25:01.740 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 20:25:01.743 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 20:25:01.825 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 561, b: 561, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:45, }"] [row2="{ d: 20:33:45, a: 561, b: 561, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:01.925 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 562, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:46, a: 562, }"] [row2="{ a: 562, b: 562, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:46, }"] [2025/04/05 20:25:02.025 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 563, b: 563, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:47, }"] [row2="{ a: 563, b: 563, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:47, }"] running delete_changefeed_v2 [2025/04/05 20:25:02.077 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 20:25:02.089 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] table owner_remove_table_error.finished_mark not exists for 2-th check, retry later [2025/04/05 20:25:02.126 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 564, b: 564, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:48, }"] [row2="{ a: 564, b: 564, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:48, }"] [2025/04/05 20:25:02.226 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 565, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:49, a: 565, }"] [row2="{ b: 565, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:49, a: 565, }"] pass test: remove changefeed v2 [2025/04/05 20:25:02.269 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 20:25:02.270 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 20:25:02.287 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 20:25:02.289 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 20:25:02.326 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 566, b: 566, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:50, }"] [row2="{ a: 566, b: 566, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:50, }"] [2025/04/05 20:25:02.426 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 567, b: 567, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:51, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:51, a: 567, b: 567, c: JZ44zQ, }"] [2025/04/05 20:25:02.526 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 568, b: 568, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:52, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:52, a: 568, b: 568, c: JZ44zQ, }"] [2025/04/05 20:25:02.465 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 20:25:02.483 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 20:25:02.664 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 20:25:02.665 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8302 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8302 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:25:02 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** processors info ***: changefeedID: default/0b4da022-5ea3-40d7-914f-7b8d35090e7c {UpstreamID:7489803960096613260 Namespace:default ID:0b4da022-5ea3-40d7-914f-7b8d35090e7c SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:24:54.595758411 +0800 CST StartTs:457141357654573057 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003fa47e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141359620915215} {CheckpointTs:457141358226309144 MinTableBarrierTs:457141361424465926 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/676fd690-0b19-42ea-88f0-9cf71e9db567 {"id":"676fd690-0b19-42ea-88f0-9cf71e9db567","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855891} /tidb/cdc/default/__cdc_meta__/capture/875b1a8a-3326-452a-a3cd-7f83b7bd31d1 {"id":"875b1a8a-3326-452a-a3cd-7f83b7bd31d1","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855896} /tidb/cdc/default/__cdc_meta__/capture/e28edec0-b3c5-4406-8bc0-7f1e7587f857 {"id":"e28edec0-b3c5-4406-8bc0-7f1e7587f857","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855900} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f09305 676fd690-0b19-42ea-88f0-9cf71e9db567 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f09355 875b1a8a-3326-452a-a3cd-7f83b7bd31d1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f093a2 e28edec0-b3c5-4406-8bc0-7f1e7587f857 /tidb/cdc/default/default/changefeed/info/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"upstream-id":7489803960096613260,"namespace":"default","changefeed-id":"0b4da022-5ea3-40d7-914f-7b8d35090e7c","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:24:54.595758411+08:00","start-ts":457141357654573057,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141359620915215} /tidb/cdc/default/default/changefeed/status/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":457141358226309144,"min-table-barrier-ts":457141361424465926,"admin-job-type":0} /tidb/cdc/default/default/task/position/676fd690-0b19-42ea-88f0-9cf71e9db567/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/875b1a8a-3326-452a-a3cd-7f83b7bd31d1/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/e28edec0-b3c5-4406-8bc0-7f1e7587f857/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803960096613260 {"id":7489803960096613260,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/0b4da022-5ea3-40d7-914f-7b8d35090e7c {UpstreamID:7489803960096613260 Namespace:default ID:0b4da022-5ea3-40d7-914f-7b8d35090e7c SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:24:54.595758411 +0800 CST StartTs:457141357654573057 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003fa47e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141359620915215} {CheckpointTs:457141358226309144 MinTableBarrierTs:457141361424465926 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/676fd690-0b19-42ea-88f0-9cf71e9db567 {"id":"676fd690-0b19-42ea-88f0-9cf71e9db567","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855891} /tidb/cdc/default/__cdc_meta__/capture/875b1a8a-3326-452a-a3cd-7f83b7bd31d1 {"id":"875b1a8a-3326-452a-a3cd-7f83b7bd31d1","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855896} /tidb/cdc/default/__cdc_meta__/capture/e28edec0-b3c5-4406-8bc0-7f1e7587f857 {"id":"e28edec0-b3c5-4406-8bc0-7f1e7587f857","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855900} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f09305 676fd690-0b19-42ea-88f0-9cf71e9db567 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f09355 875b1a8a-3326-452a-a3cd-7f83b7bd31d1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f093a2 e28edec0-b3c5-4406-8bc0-7f1e7587f857 /tidb/cdc/default/default/changefeed/info/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"upstream-id":7489803960096613260,"namespace":"default","changefeed-id":"0b4da022-5ea3-40d7-914f-7b8d35090e7c","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:24:54.595758411+08:00","start-ts":457141357654573057,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141359620915215} /tidb/cdc/default/default/changefeed/status/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":457141358226309144,"min-table-barrier-ts":457141361424465926,"admin-job-type":0} /tidb/cdc/default/default/task/position/676fd690-0b19-42ea-88f0-9cf71e9db567/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/875b1a8a-3326-452a-a3cd-7f83b7bd31d1/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/e28edec0-b3c5-4406-8bc0-7f1e7587f857/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803960096613260 + grep -q 'failed to get info:' {"id":7489803960096613260,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** processors info ***: changefeedID: default/0b4da022-5ea3-40d7-914f-7b8d35090e7c {UpstreamID:7489803960096613260 Namespace:default ID:0b4da022-5ea3-40d7-914f-7b8d35090e7c SinkURI:mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-05 20:24:54.595758411 +0800 CST StartTs:457141357654573057 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003fa47e0 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141359620915215} {CheckpointTs:457141358226309144 MinTableBarrierTs:457141361424465926 AdminJobType:noop} *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/676fd690-0b19-42ea-88f0-9cf71e9db567 {"id":"676fd690-0b19-42ea-88f0-9cf71e9db567","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855891} /tidb/cdc/default/__cdc_meta__/capture/875b1a8a-3326-452a-a3cd-7f83b7bd31d1 {"id":"875b1a8a-3326-452a-a3cd-7f83b7bd31d1","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855896} /tidb/cdc/default/__cdc_meta__/capture/e28edec0-b3c5-4406-8bc0-7f1e7587f857 {"id":"e28edec0-b3c5-4406-8bc0-7f1e7587f857","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855900} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f09305 676fd690-0b19-42ea-88f0-9cf71e9db567 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f09355 875b1a8a-3326-452a-a3cd-7f83b7bd31d1 /tidb/cdc/default/__cdc_meta__/owner/22319605e8f093a2 e28edec0-b3c5-4406-8bc0-7f1e7587f857 /tidb/cdc/default/default/changefeed/info/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"upstream-id":7489803960096613260,"namespace":"default","changefeed-id":"0b4da022-5ea3-40d7-914f-7b8d35090e7c","sink-uri":"mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-05T20:24:54.595758411+08:00","start-ts":457141357654573057,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141359620915215} /tidb/cdc/default/default/changefeed/status/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":457141358226309144,"min-table-barrier-ts":457141361424465926,"admin-job-type":0} /tidb/cdc/default/default/task/position/676fd690-0b19-42ea-88f0-9cf71e9db567/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/875b1a8a-3326-452a-a3cd-7f83b7bd31d1/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/task/position/e28edec0-b3c5-4406-8bc0-7f1e7587f857/0b4da022-5ea3-40d7-914f-7b8d35090e7c {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489803960096613260 {"id":7489803960096613260,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table move_table.usertable exists go: downloading github.com/IBM/sarama v1.41.2 go: downloading github.com/xdg/scram v1.0.5 [2025/04/05 20:25:02.627 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 569, b: 569, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:53, }"] [row2="{ b: 569, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:53, a: 569, }"] [2025/04/05 20:25:02.728 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:54, a: 570, b: 570, }"] [row2="{ d: 20:33:54, a: 570, b: 570, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:02.693 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/05 20:25:02.694 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 20:25:02.890 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 20:25:02.915 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } go: downloading github.com/benbjohnson/clock v1.1.0 go: downloading go.etcd.io/etcd/server/v3 v3.5.12 go: downloading github.com/tinylib/msgp v1.1.6 [2025/04/05 20:25:02.828 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 571, b: 571, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:55, }"] [row2="{ a: 571, b: 571, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:55, }"] [2025/04/05 20:25:02.928 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:33:56, a: 572, b: 572, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:56, a: 572, b: 572, c: JZ44zQ, }"] [2025/04/05 20:25:03.028 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 573, b: 573, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:57, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:57, a: 573, b: 573, }"] [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) [2025/04/05 20:25:03.086 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 20:25:03.087 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 20:25:03.120 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 20:25:03.122 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [Pipeline] // cache [Pipeline] } running unsafe_apis go: downloading github.com/apache/pulsar-client-go v0.11.0 go: downloading github.com/aws/aws-sdk-go-v2 v1.19.1 go: downloading github.com/cakturk/go-netstat v0.0.0-20200220111822-e5b49efee7a5 go: downloading github.com/go-mysql-org/go-mysql v1.9.1 go: downloading github.com/KimMachineGun/automemlimit v0.2.4 go: downloading gorm.io/gorm v1.25.11 go: downloading github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/gavv/monotime v0.0.0-20190418164738-30dba4353424 [2025/04/05 20:25:03.128 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 574, b: 574, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:58, }"] [row2="{ a: 574, b: 574, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:58, }"] [2025/04/05 20:25:03.229 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 575, b: 575, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:59, }"] [row2="{ b: 575, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:33:59, a: 575, }"] [Pipeline] // dir [Pipeline] } [2025/04/05 20:25:03.289 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/05 20:25:03.322 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [Pipeline] // stage [Pipeline] } go: downloading github.com/stretchr/objx v0.5.2 go: downloading github.com/containerd/cgroups v1.0.4 go: downloading github.com/xdg/stringprep v1.0.3 go: downloading github.com/edwingeng/deque v0.0.0-20191220032131-8596380dee17 go: downloading github.com/gin-gonic/gin v1.9.1 go: downloading github.com/philhofer/fwd v1.1.1 [2025/04/05 20:25:03.329 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:00, a: 576, b: 576, }"] [row2="{ b: 576, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:00, a: 576, }"] [2025/04/05 20:25:03.429 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 577, b: 577, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:01, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:01, a: 577, b: 577, c: JZ44zQ, }"] [2025/04/05 20:25:03.529 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:34:03, a: 579, b: 579, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ d: 20:34:03, a: 579, b: 579, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [Pipeline] // container nonempty select id, val from test.availability1 where id=4 and val=4 TEST FAILED: OUTPUT DOES NOT CONTAIN 'id:' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ run task failed 2-th time, retry later [Pipeline] } [2025/04/05 20:25:03.487 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/05 20:25:03.488 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 20:25:03.523 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 20:25:03.525 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [Pipeline] // withEnv go: downloading github.com/jinzhu/now v1.1.5 go: downloading github.com/jinzhu/inflection v1.0.0 go: downloading github.com/opencontainers/runtime-spec v1.0.2 go: downloading github.com/godbus/dbus/v5 v5.0.4 go: downloading github.com/cilium/ebpf v0.4.0 go: downloading github.com/sirupsen/logrus v1.9.3 go: downloading github.com/gin-contrib/sse v0.1.0 go: downloading github.com/go-playground/validator/v10 v10.14.0 go: downloading github.com/ugorji/go/codec v1.2.11 go: downloading github.com/pelletier/go-toml/v2 v2.0.8 go: downloading github.com/siddontang/go v0.0.0-20180604090527-bdc77568d726 go: downloading github.com/siddontang/go-log v0.0.0-20180807004314-8d05993dda07 go: downloading github.com/aws/smithy-go v1.13.5 go: downloading github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2 [2025/04/05 20:25:03.629 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 580, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:04, a: 580, }"] [row2="{ d: 20:34:04, a: 580, b: 580, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:03.729 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 582, b: 582, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:06, }"] [row2="{ a: 582, b: 582, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:06, }"] [Pipeline] } status code 200 pass test: show metadata status code 200 status code 200 pass test: delete service_gc_safepoint status code 500 pass test: resolve lock [Pipeline] // node [Pipeline] } go: downloading github.com/eapache/go-resiliency v1.4.0 go: downloading github.com/eapache/queue v1.1.0 go: downloading github.com/jcmturner/gofork v1.7.6 go: downloading github.com/hashicorp/go-multierror v1.1.1 go: downloading github.com/jcmturner/gokrb5/v8 v8.4.4 go: downloading github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3 go: downloading github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 go: downloading github.com/linkedin/goavro/v2 v2.11.1 go: downloading github.com/AthenZ/athenz v1.10.39 go: downloading golang.org/x/mod v0.22.0 go: downloading github.com/99designs/keyring v1.2.1 go: downloading github.com/spaolacci/murmur3 v1.1.0 go: downloading github.com/hashicorp/errwrap v1.0.0 go: downloading github.com/gabriel-vasile/mimetype v1.4.2 go: downloading github.com/go-playground/universal-translator v0.18.1 go: downloading github.com/leodido/go-urn v1.2.4 go: downloading github.com/dvsekhvalnov/jose2go v1.5.0 go: downloading github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c go: downloading github.com/mtibben/percent v0.2.1 [Pipeline] // podTemplate [2025/04/05 20:25:03.829 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 583, b: 583, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:07, }"] [row2="{ d: 20:34:07, a: 583, b: 583, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:03.930 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 584, b: 584, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:08, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:08, a: 584, b: 584, }"] [2025/04/05 20:25:04.030 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:34:09, a: 585, b: 585, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 585, b: 585, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:09, }"] [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } go: downloading github.com/go-playground/locales v0.14.1 go: downloading github.com/grpc-ecosystem/grpc-gateway v1.16.0 go: downloading go.etcd.io/etcd/pkg/v3 v3.5.12 go: downloading go.etcd.io/bbolt v1.3.9 go: downloading sigs.k8s.io/yaml v1.4.0 go: downloading go.opentelemetry.io/otel/sdk v1.24.0 go: downloading github.com/tmc/grpc-websocket-proxy v0.0.0-20220101234140-673ab2c3ae75 go: downloading go.etcd.io/etcd/raft/v3 v3.5.12 go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.22.0 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/jonboulle/clockwork v0.4.0 go: downloading github.com/golang-jwt/jwt/v4 v4.5.1 go: downloading github.com/xiang90/probing v0.0.0-20221125231312-a49e3df8f510 go: downloading go.etcd.io/etcd/client/v2 v2.305.12 go: downloading github.com/jcmturner/dnsutils/v2 v2.0.0 go: downloading github.com/hashicorp/go-uuid v1.0.3 go: downloading github.com/jcmturner/aescts/v2 v2.0.0 go: downloading github.com/jcmturner/rpc/v2 v2.0.3 go: downloading github.com/gorilla/websocket v1.5.1 [2025/04/05 20:25:04.130 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:34:10, a: 586, b: 586, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 586, b: 586, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:10, }"] [2025/04/05 20:25:04.230 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 587, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:11, a: 587, }"] [row2="{ b: 587, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:11, a: 587, }"] go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.22.0 go: downloading go.opentelemetry.io/proto/otlp v1.1.0 go: downloading github.com/cenkalti/backoff/v4 v4.2.1 go: downloading github.com/grpc-ecosystem/grpc-gateway/v2 v2.19.1 [2025/04/05 20:25:04.330 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 588, b: 588, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:12, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:12, a: 588, b: 588, c: JZ44zQ, }"] [2025/04/05 20:25:04.430 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 589, b: 589, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:13, }"] [row2="{ d: 20:34:13, a: 589, b: 589, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:04.531 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 590, b: 590, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:14, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:14, a: 590, b: 590, }"] [2025/04/05 20:25:04.259 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/05 20:25:04.295 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/05 20:25:04.457 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/05 20:25:04.531 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/05 20:25:04.586 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 20:25:04.588 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] table owner_remove_table_error.finished_mark not exists for 3-th check, retry later [2025/04/05 20:25:04.631 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 591, b: 591, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:15, }"] [row2="{ b: 591, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:15, a: 591, }"] [2025/04/05 20:25:04.731 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 592, b: 592, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:16, }"] [row2="{ d: 20:34:16, a: 592, b: 592, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:04.810 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) [2025/04/05 20:25:04.831 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 593, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:17, a: 593, }"] [row2="{ b: 593, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:17, a: 593, }"] [2025/04/05 20:25:04.931 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:18, a: 594, b: 594, c: ca, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:18, a: 594, b: 594, c: JZ44zQ, }"] [2025/04/05 20:25:05.031 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:19, a: 595, b: 595, c: ca, }"] [row2="{ a: 595, b: 595, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:19, }"] [Pipeline] // cache [2025/04/05 20:25:04.882 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/05 20:25:05.008 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/05 20:25:05.009 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/05 20:25:05.095 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 20:25:05.097 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [Pipeline] } wait process cdc.test exit for 1-th time... [Pipeline] // dir [Pipeline] } [2025/04/05 20:25:05.132 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:20, a: 596, b: 596, c: ca, }"] [row2="{ a: 596, b: 596, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:20, }"] [2025/04/05 20:25:05.232 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:34:21, a: 597, b: 597, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ d: 20:34:21, a: 597, b: 597, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [Pipeline] // stage [Pipeline] } [2025/04/05 20:25:05.215 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/05 20:25:05.310 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [2025/04/05 20:25:05.332 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:34:22, a: 598, b: 598, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:22, a: 598, b: 598, }"] [2025/04/05 20:25:05.432 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 599, b: 599, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:23, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:23, a: 599, b: 599, c: JZ44zQ, }"] [2025/04/05 20:25:05.532 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:29, a: 600, b: 600, c: ca, }"] [row2="{ c: juYaj9aN, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:29, a: 600, b: 600, }"] [Pipeline] // node [2025/04/05 20:25:05.429 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/05 20:25:05.430 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 20:25:05.523 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/05 20:25:05.526 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/05 20:25:05.633 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] [Pipeline] } [Pipeline] // podTemplate wait process cdc.test exit for 2-th time... [Pipeline] } [Pipeline] // withEnv [Pipeline] } [2025/04/05 20:25:05.632 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 601, b: 601, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:30, }"] [row2="{ d: 20:34:30, a: 601, b: 601, c: gwe6ZZ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:05.733 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 602, b: 602, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:31, }"] [row2="{ a: 602, b: 602, c: BS71pnnA, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:31, }"] [2025/04/05 20:25:05.833 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 603, b: 603, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:32, }"] [row2="{ a: 603, b: 603, c: Y9BlVSgrJ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:32, }"] [Pipeline] // stage [2025/04/05 20:25:05.742 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/05 20:25:05.829 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/05 20:25:05.830 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [Pipeline] } [2025/04/05 20:25:05.933 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 604, b: 604, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:33, }"] [row2="{ d: 20:34:33, a: 604, b: 604, c: C, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:06.033 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 605, b: 605, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:34, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:34, a: 605, b: 605, c: 8rAvnU5lr, }"] [2025/04/05 20:25:05.961 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/05 20:25:05.963 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/05 20:25:06.028 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:25:06 CST 2025] <<<<<< run test case http_api_tls_with_user_auth success! >>>>>> [2025/04/05 20:25:06.133 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:35, a: 606, b: 606, }"] [row2="{ d: 20:34:35, a: 606, b: 606, c: r0, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:06.233 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:36, a: 607, b: 607, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:36, a: 607, b: 607, c: B, }"] [2025/04/05 20:25:06.334 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 608, b: 608, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:37, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:37, a: 608, b: 608, c: u30fv, }"] [2025/04/05 20:25:06.172 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/05 20:25:06.236 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/05 20:25:06.237 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/05 20:25:06.434 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 609, b: 609, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:38, }"] [row2="{ a: 609, b: 609, c: zOrwuBKbBg, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:38, }"] [2025/04/05 20:25:06.534 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: 2h5q9NpIPXHJdNPkQYzJzdW8FuTt, d: 20:34:39, a: 610, b: 610, }"] [row2="{ a: 610, b: 610, c: AlXfeYVpxa, aqI0e: 2h5q9NpIPXHJdNPkQYzJzdW8FuTt, d: 20:34:39, }"] table owner_remove_table_error.finished_mark exists check diff successfully [2025/04/05 20:25:06.634 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 611, b: 611, c: ca, aqI0e: 6PqHI1q0cETzD2yfVkPk2skAg2jI70Yy4sE8IUFb, d: 20:34:40, }"] [row2="{ b: 611, c: QHpUynGnC, aqI0e: 6PqHI1q0cETzD2yfVkPk2skAg2jI70Yy4sE8IUFb, d: 20:34:40, a: 611, }"] [2025/04/05 20:25:06.734 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:34:41, a: 612, b: 612, c: ca, aqI0e: zb3cpMooSDzBxHXz16J7gmjlz0W0HU7cXbOz7O, }"] [row2="{ a: 612, b: 612, c: HHWvO7yGDd, aqI0e: zb3cpMooSDzBxHXz16J7gmjlz0W0HU7cXbOz7O, d: 20:34:41, }"] [2025/04/05 20:25:06.834 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: nZBf6Iq5Ce1, d: 20:34:42, a: 613, b: 613, }"] [row2="{ a: 613, b: 613, c: gJL, aqI0e: nZBf6Iq5Ce1, d: 20:34:42, }"] wait process cdc.test exit for 1-th time... [2025/04/05 20:25:06.934 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 614, b: 614, c: ca, aqI0e: XDPba4ELcj3jCl9J8vmh, d: 20:34:43, }"] [row2="{ a: 614, b: 614, c: YieSBOv, aqI0e: XDPba4ELcj3jCl9J8vmh, d: 20:34:43, }"] [2025/04/05 20:25:07.035 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 615, b: 615, c: ca, aqI0e: 8Z2RQUPBhYIpfox7x2XRA, d: 20:34:44, }"] [row2="{ a: 615, b: 615, c: irahhv0Hng, aqI0e: 8Z2RQUPBhYIpfox7x2XRA, d: 20:34:44, }"] [2025/04/05 20:25:07.135 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 616, b: 616, c: ca, aqI0e: TcT93gF5Xvg8zoNPro025z6e2M6fRFZhyYyWMKkM3vuw, d: 20:34:45, }"] [row2="{ d: 20:34:45, a: 616, b: 616, c: 1b, aqI0e: TcT93gF5Xvg8zoNPro025z6e2M6fRFZhyYyWMKkM3vuw, }"] [2025/04/05 20:25:07.235 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 617, b: 617, c: ca, aqI0e: KnlJvAVvlvvQFzpGz1v8ZArr6HJzG8sL5zXbZuKSDNi, d: 20:34:46, }"] [row2="{ a: 617, b: 617, c: CBWhR, aqI0e: KnlJvAVvlvvQFzpGz1v8ZArr6HJzG8sL5zXbZuKSDNi, d: 20:34:46, }"] [2025/04/05 20:25:07.335 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 618, b: 618, c: ca, aqI0e: XDu6OXhpVHXQTLnpdhaUvcm4W3u, d: 20:34:47, }"] [row2="{ d: 20:34:47, a: 618, b: 618, c: AdODCsK, aqI0e: XDu6OXhpVHXQTLnpdhaUvcm4W3u, }"] wait process cdc.test exit for 2-th time... [2025/04/05 20:25:07.435 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: YN9T1gTZL3XJk367e8Eal07IH93IRiA7l8J7, d: 20:34:48, a: 619, b: 619, }"] [row2="{ b: 619, c: v40d, aqI0e: YN9T1gTZL3XJk367e8Eal07IH93IRiA7l8J7, d: 20:34:48, a: 619, }"] [2025/04/05 20:25:07.535 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:49, a: 620, b: 620, c: ca, }"] [row2="{ a: 620, b: 620, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:49, }"] nonempty select id, val from test.availability1 where id=4 and val=4 run task successfully test_stop_processor pass [2025/04/05 20:25:07.636 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:50, a: 621, b: 621, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:50, a: 621, b: 621, }"] [2025/04/05 20:25:07.736 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 622, b: 622, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:51, }"] [row2="{ b: 622, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:51, a: 622, }"] [2025/04/05 20:25:07.836 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 624, b: 624, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:53, }"] [row2="{ b: 624, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:53, a: 624, }"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:25:07 CST 2025] <<<<<< run test case owner_remove_table_error success! >>>>>> [2025/04/05 20:25:07.936 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 625, b: 625, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:54, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:54, a: 625, b: 625, }"] [2025/04/05 20:25:08.036 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 626, b: 626, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:55, }"] [row2="{ a: 626, b: 626, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:55, }"] wait process cdc.test exit for 1-th time... [2025/04/05 20:25:08.136 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:34:56, a: 627, b: 627, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 627, b: 627, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:56, }"] [2025/04/05 20:25:08.237 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:57, a: 628, b: 628, c: ca, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:57, a: 628, b: 628, }"] [2025/04/05 20:25:08.337 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 629, b: 629, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:58, }"] [row2="{ a: 629, b: 629, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:58, }"] wait process cdc.test exit for 2-th time... [2025/04/05 20:25:08.437 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 630, b: 630, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:34:59, }"] [row2="{ d: 20:34:59, a: 630, b: 630, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:08.537 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 631, b: 631, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:00, }"] [row2="{ a: 631, b: 631, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:00, }"] go: downloading github.com/ardielle/ardielle-go v1.5.2 [2025/04/05 20:25:08.637 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:01, a: 632, b: 632, c: ca, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:01, a: 632, b: 632, }"] [2025/04/05 20:25:08.738 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 633, b: 633, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:02, }"] [row2="{ a: 633, b: 633, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:02, }"] [2025/04/05 20:25:08.838 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 634, b: 634, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:03, }"] [row2="{ b: 634, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:03, a: 634, }"] [2025/04/05 20:25:08.938 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 635, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:04, a: 635, }"] [row2="{ a: 635, b: 635, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:04, }"] [2025/04/05 20:25:09.038 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 636, b: 636, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:05, }"] [row2="{ b: 636, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:05, a: 636, }"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:25:09 CST 2025] <<<<<< run test case availability success! >>>>>> [2025/04/05 20:25:09.138 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 637, b: 637, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:06, }"] [row2="{ a: 637, b: 637, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:06, }"] [2025/04/05 20:25:09.238 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 638, b: 638, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:07, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:07, a: 638, b: 638, }"] [2025/04/05 20:25:09.339 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 639, b: 639, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:08, }"] [row2="{ d: 20:35:08, a: 639, b: 639, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:09.439 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 640, c: ca, aqI0e: Gf7JC6qQkUgqgKU4tm, d: 20:35:09, a: 640, }"] [row2="{ a: 640, b: 640, c: Ut6qwLrr, aqI0e: Gf7JC6qQkUgqgKU4tm, d: 20:35:09, }"] [2025/04/05 20:25:09.539 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 641, b: 641, c: ca, aqI0e: fZXgyWATPfizUc77mJepOSupZvcuv9, d: 20:35:10, }"] [row2="{ a: 641, b: 641, c: aZHK0t, aqI0e: fZXgyWATPfizUc77mJepOSupZvcuv9, d: 20:35:10, }"] [2025/04/05 20:25:09.639 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: WFrmwSgUykali9kS7c5FdqOtCHbmyBwNcjuAaCh5R, d: 20:35:11, a: 642, b: 642, }"] [row2="{ d: 20:35:11, a: 642, b: 642, c: EDiJ, aqI0e: WFrmwSgUykali9kS7c5FdqOtCHbmyBwNcjuAaCh5R, }"] [2025/04/05 20:25:09.740 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: VLQhgXz3HMA0i1JuxS9pBt, d: 20:35:12, a: 643, b: 643, }"] [row2="{ aqI0e: VLQhgXz3HMA0i1JuxS9pBt, d: 20:35:12, a: 643, b: 643, c: OQ5R2, }"] [2025/04/05 20:25:09.840 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 644, c: ca, aqI0e: RWE1ZJqLgvG7WDLb, d: 20:35:13, a: 644, }"] [row2="{ d: 20:35:13, a: 644, b: 644, c: 9c7fm, aqI0e: RWE1ZJqLgvG7WDLb, }"] [2025/04/05 20:25:09.940 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: hYRhK9jZgCCTZ695gZggibVeKCE9vc9s4bdm8J4HmOLSN, d: 20:35:14, a: 645, b: 645, }"] [row2="{ d: 20:35:14, a: 645, b: 645, c: u, aqI0e: hYRhK9jZgCCTZ695gZggibVeKCE9vc9s4bdm8J4HmOLSN, }"] [2025/04/05 20:25:10.040 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 646, c: ca, aqI0e: rG1LiLDGZ, d: 20:35:15, a: 646, }"] [row2="{ d: 20:35:15, a: 646, b: 646, c: 8qC6b6m, aqI0e: rG1LiLDGZ, }"] [2025/04/05 20:25:10.140 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: FYQk7Vgs92HIfIitAUca6mvqkS9Cdc79tJM, d: 20:35:16, a: 647, b: 647, }"] [row2="{ b: 647, c: 53, aqI0e: FYQk7Vgs92HIfIitAUca6mvqkS9Cdc79tJM, d: 20:35:16, a: 647, }"] [2025/04/05 20:25:10.240 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 648, b: 648, c: ca, aqI0e: NTifnlTT, d: 20:35:17, }"] [row2="{ a: 648, b: 648, c: 2b, aqI0e: NTifnlTT, d: 20:35:17, }"] [2025/04/05 20:25:10.340 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:35:18, a: 649, b: 649, c: ca, aqI0e: elfcxmBjysOcekMn2LvTBVZgYacS, }"] [row2="{ a: 649, b: 649, c: uCXh, aqI0e: elfcxmBjysOcekMn2LvTBVZgYacS, d: 20:35:18, }"] [2025/04/05 20:25:10.441 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 660, b: 660, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:29, }"] [row2="{ a: 660, b: 660, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:29, }"] [2025/04/05 20:25:10.541 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 661, b: 661, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:30, }"] [row2="{ a: 661, b: 661, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:30, }"] [2025/04/05 20:25:10.641 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:31, a: 662, b: 662, c: ca, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:31, a: 662, b: 662, c: JZ44zQ, }"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/ci_collation_compatibility/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [2025/04/05 20:25:10.741 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:35:32, a: 663, b: 663, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 663, b: 663, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:32, }"] [2025/04/05 20:25:10.841 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 664, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:33, a: 664, }"] [row2="{ d: 20:35:33, a: 664, b: 664, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:10.942 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 665, b: 665, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:34, }"] [row2="{ a: 665, b: 665, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:34, }"] [2025/04/05 20:25:11.042 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 666, b: 666, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:35, }"] [row2="{ b: 666, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:35, a: 666, }"] [2025/04/05 20:25:11.142 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 667, b: 667, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:36, }"] [row2="{ d: 20:35:36, a: 667, b: 667, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:11.242 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 668, b: 668, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:37, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:37, a: 668, b: 668, }"] [2025/04/05 20:25:11.342 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 669, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:38, a: 669, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:38, a: 669, b: 669, }"] [2025/04/05 20:25:11.442 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 670, b: 670, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:40, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:40, a: 670, b: 670, c: JZ44zQ, }"] [2025/04/05 20:25:11.543 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:41, a: 671, b: 671, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:41, a: 671, b: 671, c: JZ44zQ, }"] [2025/04/05 20:25:11.643 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 672, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:42, a: 672, }"] [row2="{ a: 672, b: 672, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:42, }"] [2025/04/05 20:25:11.743 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:43, a: 673, b: 673, }"] [row2="{ a: 673, b: 673, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:43, }"] [2025/04/05 20:25:11.843 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 674, b: 674, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:44, }"] [row2="{ a: 674, b: 674, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:44, }"] [2025/04/05 20:25:11.943 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:45, a: 675, b: 675, c: ca, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:45, a: 675, b: 675, }"] [2025/04/05 20:25:12.043 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:46, a: 676, b: 676, c: ca, }"] [row2="{ a: 676, b: 676, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:46, }"] [2025/04/05 20:25:12.144 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:47, a: 677, b: 677, c: ca, }"] [row2="{ a: 677, b: 677, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:47, }"] [2025/04/05 20:25:12.244 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:35:48, a: 678, b: 678, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 678, b: 678, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:48, }"] [2025/04/05 20:25:12.344 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:49, a: 679, b: 679, }"] [row2="{ d: 20:35:49, a: 679, b: 679, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:12.444 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 680, b: 680, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:50, }"] [row2="{ a: 680, b: 680, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:50, }"] [2025/04/05 20:25:12.544 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 681, b: 681, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:51, }"] [row2="{ a: 681, b: 681, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:51, }"] [2025/04/05 20:25:12.645 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 682, b: 682, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:52, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:52, a: 682, b: 682, c: JZ44zQ, }"] [2025/04/05 20:25:12.231 +08:00] [INFO] [main.go:86] ["running ddl test: 3 addDropColumnDDL2"] [2025/04/05 20:25:12.743 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 20:25:12.758 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 20:25:12.745 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 683, b: 683, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:53, }"] [row2="{ a: 683, b: 683, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:53, }"] [2025/04/05 20:25:12.845 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 684, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:54, a: 684, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:54, a: 684, b: 684, c: JZ44zQ, }"] [2025/04/05 20:25:12.943 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 20:25:12.944 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 20:25:13.056 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 20:25:13.057 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 20:25:12.946 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 685, b: 685, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:55, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:55, a: 685, b: 685, c: JZ44zQ, }"] [2025/04/05 20:25:13.046 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:35:56, a: 686, b: 686, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ b: 686, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:56, a: 686, }"] [2025/04/05 20:25:13.146 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 688, b: 688, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:58, }"] [row2="{ a: 688, b: 688, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:58, }"] check_redo_resolved_ts 5819f5e4-85f0-4920-b034-4be3dd399387 457141364421033985 file:///tmp/tidb_cdc_test/consistent_replicate_storage_file/redo /tmp/tidb_cdc_test/consistent_replicate_storage_file/cdc_data/redo/5819f5e4-85f0-4920-b034-4be3dd399387/meta global resolved ts 457141358719401988 not forward to 457141364421033985 run task failed 1-th time, retry later [2025/04/05 20:25:13.230 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 20:25:13.265 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 20:25:13.246 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 689, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:59, a: 689, }"] [row2="{ a: 689, b: 689, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:35:59, }"] [2025/04/05 20:25:13.346 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 690, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:00, a: 690, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:00, a: 690, b: 690, c: JZ44zQ, }"] [2025/04/05 20:25:13.614 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 20:25:13.615 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 20:25:13.655 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 20:25:13.656 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 20:25:13.446 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:01, a: 691, b: 691, }"] [row2="{ a: 691, b: 691, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:01, }"] [2025/04/05 20:25:13.547 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 692, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:02, a: 692, }"] [row2="{ a: 692, b: 692, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:02, }"] [2025/04/05 20:25:13.647 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 693, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:03, a: 693, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:03, a: 693, b: 693, c: JZ44zQ, }"] [2025/04/05 20:25:13.810 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 20:25:13.747 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:04, a: 694, b: 694, c: ca, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:04, a: 694, b: 694, }"] [2025/04/05 20:25:13.847 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 695, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:05, a: 695, }"] [row2="{ a: 695, b: 695, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:05, }"] [2025/04/05 20:25:13.947 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 696, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:06, a: 696, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:06, a: 696, b: 696, c: JZ44zQ, }"] start tidb cluster in /tmp/tidb_cdc_test/ci_collation_compatibility Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/05 20:25:13.952 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 20:25:14.101 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 20:25:14.102 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 20:25:14.155 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 20:25:14.156 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/05 20:25:14.047 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 697, b: 697, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:07, }"] [row2="{ b: 697, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:07, a: 697, }"] [2025/04/05 20:25:14.148 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:08, a: 698, b: 698, c: ca, }"] [row2="{ d: 20:36:08, a: 698, b: 698, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:14.399 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 20:25:14.248 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:36:09, a: 699, b: 699, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 699, b: 699, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:09, }"] [2025/04/05 20:25:14.348 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:11, a: 700, b: 700, }"] [row2="{ a: 700, b: 700, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:11, }"] [2025/04/05 20:25:14.448 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 701, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:12, a: 701, }"] [row2="{ d: 20:36:12, a: 701, b: 701, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:14.448 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/05 20:25:14.599 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 20:25:14.600 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 20:25:14.648 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 20:25:14.649 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 20:25:14.548 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:13, a: 702, b: 702, c: ca, }"] [row2="{ a: 702, b: 702, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:13, }"] [2025/04/05 20:25:14.648 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 703, b: 703, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:14, }"] [row2="{ a: 703, b: 703, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:14, }"] [2025/04/05 20:25:14.807 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/05 20:25:14.847 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 20:25:14.749 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 704, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:15, a: 704, }"] [row2="{ a: 704, b: 704, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:15, }"] [2025/04/05 20:25:14.849 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 705, b: 705, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:16, }"] [row2="{ d: 20:36:16, a: 705, b: 705, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:14.949 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 707, b: 707, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:18, }"] [row2="{ d: 20:36:18, a: 707, b: 707, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] check_redo_resolved_ts 5819f5e4-85f0-4920-b034-4be3dd399387 457141364421033985 file:///tmp/tidb_cdc_test/consistent_replicate_storage_file/redo /tmp/tidb_cdc_test/consistent_replicate_storage_file/cdc_data/redo/5819f5e4-85f0-4920-b034-4be3dd399387/meta [2025/04/05 20:25:15.005 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/05 20:25:15.005 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 20:25:15.050 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/05 20:25:15.051 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 20:25:15.049 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:36:19, a: 708, b: 708, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ d: 20:36:19, a: 708, b: 708, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:15.149 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 709, b: 709, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:20, }"] [row2="{ a: 709, b: 709, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:20, }"] run task successfully [2025/04/05 20:25:15.202 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/05 20:25:15.246 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/05 20:25:15.398 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/05 20:25:15.399 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/05 20:25:15.437 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/05 20:25:15.439 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 20:25:15.249 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:36:21, a: 710, b: 710, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ b: 710, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:21, a: 710, }"] [2025/04/05 20:25:15.350 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:22, a: 711, b: 711, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:22, a: 711, b: 711, c: JZ44zQ, }"] [2025/04/05 20:25:15.450 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 712, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:23, a: 712, }"] [row2="{ a: 712, b: 712, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:23, }"] [2025/04/05 20:25:15.598 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/05 20:25:15.639 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/05 20:25:15.550 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 713, b: 713, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:24, }"] [row2="{ a: 713, b: 713, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:24, }"] [2025/04/05 20:25:15.650 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 714, b: 714, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:25, }"] [row2="{ a: 714, b: 714, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:25, }"] wait process cdc.test exit for 1-th time... [2025/04/05 20:25:15.795 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/05 20:25:15.796 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/05 20:25:15.837 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/05 20:25:15.839 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 20:25:15.750 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 715, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:26, a: 715, }"] [row2="{ d: 20:36:26, a: 715, b: 715, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:15.851 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:41:02, a: 716, b: 716, c: ca, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:41:02, a: 716, b: 716, c: JZ44zQ, }"] [2025/04/05 20:25:15.951 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:36:28, a: 717, b: 717, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ d: 20:36:28, a: 717, b: 717, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/cli_tls_with_auth/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [2025/04/05 20:25:15.990 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/05 20:25:16.039 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/05 20:25:16.051 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 718, b: 718, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:29, }"] [row2="{ a: 718, b: 718, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:29, }"] [2025/04/05 20:25:16.151 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 719, b: 719, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:30, }"] [row2="{ a: 719, b: 719, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:30, }"] [2025/04/05 20:25:16.272 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/05 20:25:16.273 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 20:25:16.323 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/05 20:25:16.324 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/05 20:25:16.251 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 720, b: 720, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:31, }"] [row2="{ b: 720, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:31, a: 720, }"] [2025/04/05 20:25:16.351 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:32, a: 721, b: 721, c: ca, }"] [row2="{ d: 20:36:32, a: 721, b: 721, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:16.451 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:36:33, a: 722, b: 722, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 722, b: 722, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:33, }"] wait process cdc.test exit for 2-th time... [2025/04/05 20:25:16.475 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] [2025/04/05 20:25:16.523 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/05 20:25:16.552 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 723, b: 723, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:34, }"] [row2="{ d: 20:36:34, a: 723, b: 723, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:16.652 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 724, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:35, a: 724, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:35, a: 724, b: 724, c: JZ44zQ, }"] [2025/04/05 20:25:16.732 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/05 20:25:16.734 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/05 20:25:16.880 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/05 20:25:16.881 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/05 20:25:16.752 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:36, a: 725, b: 725, }"] [row2="{ a: 725, b: 725, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:36, }"] [2025/04/05 20:25:16.852 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:37, a: 726, b: 726, c: ca, }"] [row2="{ a: 726, b: 726, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:37, }"] [2025/04/05 20:25:16.952 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 727, b: 727, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:38, }"] [row2="{ d: 20:36:38, a: 727, b: 727, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] wait process cdc.test exit for 3-th time... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 20:25:17.091 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [2025/04/05 20:25:17.134 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/05 20:25:17.053 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 728, b: 728, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:39, }"] [row2="{ b: 728, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:39, a: 728, }"] [2025/04/05 20:25:17.153 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:40, a: 729, b: 729, }"] [row2="{ a: 729, b: 729, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:40, }"] [2025/04/05 20:25:17.253 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 730, b: 730, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:41, }"] [row2="{ b: 730, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:41, a: 730, }"] [2025/04/05 20:25:17.353 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 731, b: 731, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:42, }"] [row2="{ a: 731, b: 731, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:42, }"] [2025/04/05 20:25:17.453 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 732, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:43, a: 732, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:43, a: 732, b: 732, c: JZ44zQ, }"] cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [2025/04/05 20:25:17.507 +08:00] [INFO] [helper.go:54] ["init log"] [file=] [level=info] [2025/04/05 20:25:17.508 +08:00] [INFO] [apply.go:78] ["set memory limit"] [memoryLimit=10737418240] [2025/04/05 20:25:17.508 +08:00] [INFO] [apply.go:94] ["Start http pprof server"] [addr=127.0.0.1:6060] [2025/04/05 20:25:17.508 +08:00] [INFO] [mem_quota.go:82] ["New memory quota"] [namespace=default] [changefeed=redo-applier] [total=1073741824] [2025/04/05 20:25:17.508 +08:00] [INFO] [redo.go:167] ["apply redo log starts"] [checkpointTs=457141358850474022] [resolvedTs=457141364748713985] [2025/04/05 20:25:17.510 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 20:25:17.510 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 20:25:17.510 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 20:25:17.510 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=ddl] [duration=1.769842ms] [2025/04/05 20:25:17.517 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22ALLOW_INVALID_DATES%2CNO_ENGINE_SUBSTITUTION%2CONLY_FULL_GROUP_BY%2CIGNORE_SPACE%2CNO_AUTO_VALUE_ON_ZERO%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 20:25:17.520 +08:00] [INFO] [mysql.go:195] ["MySQL backends is created"] [changefeed=.] [workerCount=16] [forceReplicate=false] [2025/04/05 20:25:17.522 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:25:17.522 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:25:17.522 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:25:17.522 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:25:17.522 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:25:17.522 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:25:17.522 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:25:17.522 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:25:17.522 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:25:17.522 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:25:17.522 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:25:17.522 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:25:17.522 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:25:17.522 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:25:17.522 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:25:17.522 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:25:17.523 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=1] [2025/04/05 20:25:17.523 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=3] [2025/04/05 20:25:17.523 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=2] [2025/04/05 20:25:17.523 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=0] [2025/04/05 20:25:17.523 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=7] [2025/04/05 20:25:17.523 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=5] [2025/04/05 20:25:17.523 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=8] [2025/04/05 20:25:17.523 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=4] [2025/04/05 20:25:17.523 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=6] [2025/04/05 20:25:17.523 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=9] [2025/04/05 20:25:17.523 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=10] [2025/04/05 20:25:17.523 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=11] [2025/04/05 20:25:17.523 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=13] [2025/04/05 20:25:17.523 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=12] [2025/04/05 20:25:17.523 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=14] [2025/04/05 20:25:17.523 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=15] [2025/04/05 20:25:17.523 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 20:25:17.523 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 20:25:17.523 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 20:25:17.528 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22IGNORE_SPACE%2CNO_AUTO_VALUE_ON_ZERO%2CALLOW_INVALID_DATES%2CNO_ENGINE_SUBSTITUTION%2CONLY_FULL_GROUP_BY%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 20:25:17.530 +08:00] [WARN] [mysql_ddl_sink.go:291] ["please set `has-vector-type` to be true if a column is vector type when the downstream is not TiDB or TiDB version less than specify version"] [hasVectorType=false] [supportVectorVersion=8.4.0] [2025/04/05 20:25:17.530 +08:00] [INFO] [mysql_ddl_sink.go:122] ["MySQL DDL sink is created"] [namespace=] [changefeed=] [2025/04/05 20:25:17.554 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:44, a: 733, b: 733, c: ca, }"] [row2="{ b: 733, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:44, a: 733, }"] [2025/04/05 20:25:17.654 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 734, b: 734, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:45, }"] [row2="{ a: 734, b: 734, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:45, }"] \033[0;36m<<< Run all test success >>>\033[0m [2025/04/05 20:25:17.754 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 735, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:46, a: 735, }"] [row2="{ a: 735, b: 735, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:46, }"] [2025/04/05 20:25:17.854 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:36:47, a: 736, b: 736, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:47, a: 736, b: 736, }"] [2025/04/05 20:25:17.954 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 737, b: 737, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:48, }"] [row2="{ d: 20:36:48, a: 737, b: 737, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [2025/04/05 20:25:18.054 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 738, b: 738, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:49, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:49, a: 738, b: 738, c: JZ44zQ, }"] [2025/04/05 20:25:18.155 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 739, b: 739, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:50, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:50, a: 739, b: 739, }"] [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [2025/04/05 20:25:18.255 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 740, b: 740, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:51, }"] [row2="{ a: 740, b: 740, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:51, }"] [2025/04/05 20:25:18.355 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 741, b: 741, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:52, }"] [row2="{ d: 20:36:52, a: 741, b: 741, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:18.455 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 742, b: 742, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:53, }"] [row2="{ a: 742, b: 742, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:53, }"] [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [2025/04/05 20:25:18.555 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 743, b: 743, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:54, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:54, a: 743, b: 743, }"] [2025/04/05 20:25:18.656 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 744, b: 744, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:55, }"] [row2="{ a: 744, b: 744, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:55, }"] [2025/04/05 20:25:18.756 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 745, b: 745, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:56, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:56, a: 745, b: 745, }"] [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [2025/04/05 20:25:18.856 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 746, b: 746, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:57, }"] [row2="{ a: 746, b: 746, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:57, }"] [2025/04/05 20:25:18.956 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:36:58, a: 747, b: 747, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 747, b: 747, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:58, }"] [Pipeline] // stage =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_proxies/run.sh using Sink-Type: mysql... <<================= +++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_proxies/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_proxies ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_proxies + source /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_proxies/../_utils/test_prepare ++ UP_TIDB_HOST=127.0.0.1 ++ UP_TIDB_PORT=4000 ++ UP_TIDB_OTHER_PORT=4001 ++ UP_TIDB_STATUS=10080 ++ UP_TIDB_OTHER_STATUS=10081 ++ DOWN_TIDB_HOST=127.0.0.1 ++ DOWN_TIDB_PORT=3306 ++ DOWN_TIDB_STATUS=20080 ++ TLS_TIDB_HOST=127.0.0.1 ++ TLS_TIDB_PORT=3307 ++ TLS_TIDB_STATUS=30080 ++ UP_PD_HOST_1=127.0.0.1 ++ UP_PD_PORT_1=2379 ++ UP_PD_PEER_PORT_1=2380 ++ UP_PD_HOST_2=127.0.0.1 ++ UP_PD_PORT_2=2679 ++ UP_PD_PEER_PORT_2=2680 ++ UP_PD_HOST_3=127.0.0.1 ++ UP_PD_PORT_3=2779 ++ UP_PD_PEER_PORT_3=2780 ++ DOWN_PD_HOST=127.0.0.1 ++ DOWN_PD_PORT=2479 ++ DOWN_PD_PEER_PORT=2480 ++ TLS_PD_HOST=127.0.0.1 ++ TLS_PD_PORT=2579 ++ TLS_PD_PEER_PORT=2580 ++ UP_TIKV_HOST_1=127.0.0.1 ++ UP_TIKV_PORT_1=20160 ++ UP_TIKV_STATUS_PORT_1=20181 ++ UP_TIKV_HOST_2=127.0.0.1 ++ UP_TIKV_PORT_2=20161 ++ UP_TIKV_STATUS_PORT_2=20182 ++ UP_TIKV_HOST_3=127.0.0.1 ++ UP_TIKV_PORT_3=20162 ++ UP_TIKV_STATUS_PORT_3=20183 ++ DOWN_TIKV_HOST=127.0.0.1 ++ DOWN_TIKV_PORT=21160 ++ DOWN_TIKV_STATUS_PORT=21180 ++ TLS_TIKV_HOST=127.0.0.1 ++ TLS_TIKV_PORT=22160 ++ TLS_TIKV_STATUS_PORT=22180 +++ cat /tmp/tidb_cdc_test/KAFKA_VERSION +++ echo 2.4.1 ++ KAFKA_VERSION=2.4.1 + WORK_DIR=/tmp/tidb_cdc_test/http_proxies + CDC_BINARY=cdc.test + SINK_TYPE=mysql + TEST_HOST_LIST=(UP_TIDB_HOST UP_PD_HOST_{1..3} UP_TIKV_HOST_{1..3}) + lan_addrs=($(hostname -I)) ++ hostname -I + lan_addr=10.233.86.109 + export UP_TIDB_HOST=10.233.86.109 UP_PD_HOST_1=10.233.86.109 UP_PD_HOST_2=10.233.86.109 UP_PD_HOST_3=10.233.86.109 UP_TIKV_HOST_1=10.233.86.109 UP_TIKV_HOST_2=10.233.86.109 UP_TIKV_HOST_3=10.233.86.109 + UP_TIDB_HOST=10.233.86.109 + UP_PD_HOST_1=10.233.86.109 + UP_PD_HOST_2=10.233.86.109 + UP_PD_HOST_3=10.233.86.109 + UP_TIKV_HOST_1=10.233.86.109 + UP_TIKV_HOST_2=10.233.86.109 + UP_TIKV_HOST_3=10.233.86.109 + proxy_pid= ++ shuf -i 10081-20081 -n1 + proxy_port=19115 + trap 'stop_tidb_cluster && stop_proxy' EXIT + '[' mysql == mysql ']' + prepare + for host in '"${TEST_HOST_LIST[@]}"' ++ printenv UP_TIDB_HOST + echo 'UP_TIDB_HOST 10.233.86.109' UP_TIDB_HOST 10.233.86.109 + case $(printenv $host) in ++ printenv UP_TIDB_HOST + for host in '"${TEST_HOST_LIST[@]}"' ++ printenv UP_PD_HOST_1 + echo 'UP_PD_HOST_1 10.233.86.109' UP_PD_HOST_1 10.233.86.109 + case $(printenv $host) in ++ printenv UP_PD_HOST_1 + for host in '"${TEST_HOST_LIST[@]}"' ++ printenv UP_PD_HOST_2 + echo 'UP_PD_HOST_2 10.233.86.109' UP_PD_HOST_2 10.233.86.109 + case $(printenv $host) in ++ printenv UP_PD_HOST_2 + for host in '"${TEST_HOST_LIST[@]}"' ++ printenv UP_PD_HOST_3 + echo 'UP_PD_HOST_3 10.233.86.109' UP_PD_HOST_3 10.233.86.109 + case $(printenv $host) in ++ printenv UP_PD_HOST_3 + for host in '"${TEST_HOST_LIST[@]}"' ++ printenv UP_TIKV_HOST_1 + echo 'UP_TIKV_HOST_1 10.233.86.109' UP_TIKV_HOST_1 10.233.86.109 + case $(printenv $host) in ++ printenv UP_TIKV_HOST_1 + for host in '"${TEST_HOST_LIST[@]}"' ++ printenv UP_TIKV_HOST_2 + echo 'UP_TIKV_HOST_2 10.233.86.109' UP_TIKV_HOST_2 10.233.86.109 + case $(printenv $host) in ++ printenv UP_TIKV_HOST_2 + for host in '"${TEST_HOST_LIST[@]}"' ++ printenv UP_TIKV_HOST_3 + echo 'UP_TIKV_HOST_3 10.233.86.109' UP_TIKV_HOST_3 10.233.86.109 + case $(printenv $host) in ++ printenv UP_TIKV_HOST_3 + rm -rf /tmp/tidb_cdc_test/http_proxies + mkdir -p /tmp/tidb_cdc_test/http_proxies + stop_tidb_cluster [Pipeline] } Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:25:19.056 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 748, b: 748, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:59, }"] [row2="{ b: 748, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:36:59, a: 748, }"] [2025/04/05 20:25:19.157 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 749, b: 749, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:00, }"] [row2="{ b: 749, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:00, a: 749, }"] [2025/04/05 20:25:19.257 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 750, b: 750, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:02, }"] [row2="{ b: 750, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:02, a: 750, }"] start tidb cluster in /tmp/tidb_cdc_test/cli_tls_with_auth Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/05 20:25:19.357 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:37:03, a: 751, b: 751, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ b: 751, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:03, a: 751, }"] [2025/04/05 20:25:19.457 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 752, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:04, a: 752, }"] [row2="{ a: 752, b: 752, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:04, }"] [2025/04/05 20:25:19.558 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 753, b: 753, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:05, }"] [row2="{ d: 20:37:05, a: 753, b: 753, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:19.658 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 754, b: 754, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:06, }"] [row2="{ a: 754, b: 754, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:06, }"] [2025/04/05 20:25:19.758 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:07, a: 755, b: 755, c: ca, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:07, a: 755, b: 755, c: JZ44zQ, }"] [2025/04/05 20:25:19.858 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 756, b: 756, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:08, }"] [row2="{ a: 756, b: 756, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:08, }"] [2025/04/05 20:25:19.958 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:09, a: 757, b: 757, }"] [row2="{ a: 757, b: 757, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:09, }"] [2025/04/05 20:25:19.507 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=row] [duration=1.998745037s] [2025/04/05 20:25:19.508 +08:00] [ERROR] [redo.go:272] ["ignore unsupported DDL"] [ddl="{\"StartTs\":457141358850474017,\"CommitTs\":457141358850474022,\"Query\":\"ALTER TABLE `consistent_replicate_storage_file`.`t1` EXCHANGE PARTITION `p3` WITH TABLE `consistent_replicate_storage_file`.`t2`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_storage_file\",\"Table\":\"t1\",\"TableID\":118,\"IsPartition\":true},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":42,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:25:20.059 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 758, b: 758, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:10, }"] [row2="{ a: 758, b: 758, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:10, }"] [2025/04/05 20:25:20.159 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 759, b: 759, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:23, }"] [row2="{ a: 759, b: 759, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:23, }"] [2025/04/05 20:25:20.259 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 760, b: 760, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:13, }"] [row2="{ b: 760, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:13, a: 760, }"] [2025/04/05 20:25:20.359 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:37:14, a: 761, b: 761, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:14, a: 761, b: 761, }"] [2025/04/05 20:25:20.459 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 762, b: 762, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:15, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:15, a: 762, b: 762, c: JZ44zQ, }"] [2025/04/05 20:25:20.560 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 763, b: 763, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:16, }"] [row2="{ a: 763, b: 763, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:16, }"] [2025/04/05 20:25:20.660 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 764, b: 764, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:17, }"] [row2="{ a: 764, b: 764, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:17, }"] [2025/04/05 20:25:20.760 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:18, a: 765, b: 765, }"] [row2="{ a: 765, b: 765, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:18, }"] [2025/04/05 20:25:20.860 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:37:19, a: 766, b: 766, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:19, a: 766, b: 766, }"] [2025/04/05 20:25:20.960 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:20, a: 767, b: 767, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:20, a: 767, b: 767, }"] [2025/04/05 20:25:21.061 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:21, a: 768, b: 768, }"] [row2="{ a: 768, b: 768, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:21, }"] [2025/04/05 20:25:21.161 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 769, b: 769, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:22, }"] [row2="{ a: 769, b: 769, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:22, }"] [2025/04/05 20:25:21.261 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 770, b: 770, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:24, }"] [row2="{ a: 770, b: 770, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:24, }"] Verifying downstream PD is started... [2025/04/05 20:25:21.215 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}"] [checkpointTs=457141364748713985] [2025/04/05 20:25:21.215 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}"] [checkpointTs=457141364748713985] [2025/04/05 20:25:21.316 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}"] [checkpointTs=457141364748713985] [2025/04/05 20:25:21.316 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}"] [checkpointTs=457141364748713985] [2025/04/05 20:25:21.361 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 771, b: 771, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:25, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:25, a: 771, b: 771, c: JZ44zQ, }"] [2025/04/05 20:25:21.461 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 772, b: 772, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:26, }"] [row2="{ a: 772, b: 772, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:26, }"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:25:21.562 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 773, b: 773, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:27, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:27, a: 773, b: 773, c: JZ44zQ, }"] [2025/04/05 20:25:21.662 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 774, b: 774, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:28, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:28, a: 774, b: 774, c: JZ44zQ, }"] [2025/04/05 20:25:21.762 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 775, b: 775, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:29, }"] [row2="{ d: 20:37:29, a: 775, b: 775, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:21.818 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:128, startKey:7480000000000000ff805f720000000000fa, endKey:7480000000000000ff805f730000000000fa}"] [checkpointTs=457141364748713985] [2025/04/05 20:25:21.818 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:128, startKey:7480000000000000ff805f720000000000fa, endKey:7480000000000000ff805f730000000000fa}"] [checkpointTs=457141364748713985] [2025/04/05 20:25:21.918 +08:00] [INFO] [redo.go:223] ["apply redo log finishes"] [appliedLogCount=5008] [appliedDDLCount=0] [currentCheckpoint=457141364748713985] [2025/04/05 20:25:21.918 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=0] [2025/04/05 20:25:21.918 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=6] [2025/04/05 20:25:21.918 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=10] [2025/04/05 20:25:21.918 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=9] [2025/04/05 20:25:21.918 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=8] [2025/04/05 20:25:21.918 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=7] [2025/04/05 20:25:21.918 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=12] [2025/04/05 20:25:21.918 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=11] [2025/04/05 20:25:21.918 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=4] [2025/04/05 20:25:21.918 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=5] [2025/04/05 20:25:21.918 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=1] [2025/04/05 20:25:21.918 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=3] [2025/04/05 20:25:21.918 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=13] [2025/04/05 20:25:21.918 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=2] [2025/04/05 20:25:21.918 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=15] [2025/04/05 20:25:21.918 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=14] Apply redo log successfully [2025/04/05 20:25:21.862 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:30, a: 776, b: 776, }"] [row2="{ d: 20:37:30, a: 776, b: 776, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:21.962 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:37:31, a: 777, b: 777, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:31, a: 777, b: 777, c: JZ44zQ, }"] Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 20:25:22.063 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 778, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:32, a: 778, }"] [row2="{ a: 778, b: 778, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:32, }"] [2025/04/05 20:25:22.163 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 779, b: 779, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:33, }"] [row2="{ a: 779, b: 779, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:33, }"] [2025/04/05 20:25:22.263 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 780, b: 780, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:34, }"] [row2="{ a: 780, b: 780, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:34, }"] + start_tidb_cluster --workdir /tmp/tidb_cdc_test/http_proxies The 1 times to try to start tidb cluster... [2025/04/05 20:25:22.363 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 781, b: 781, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:35, }"] [row2="{ a: 781, b: 781, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:35, }"] [2025/04/05 20:25:22.463 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:36, a: 782, b: 782, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:36, a: 782, b: 782, c: JZ44zQ, }"] [2025/04/05 20:25:22.564 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 783, b: 783, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:37, }"] [row2="{ a: 783, b: 783, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:37, }"] [2025/04/05 20:25:22.664 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 784, b: 784, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:38, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:38, a: 784, b: 784, }"] [2025/04/05 20:25:22.765 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 785, b: 785, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:39, }"] [row2="{ b: 785, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:39, a: 785, }"] check diff successfully [Sat Apr 5 20:25:22 CST 2025] <<<<<< run test case consistent_replicate_storage_file success! >>>>>> count(*) 5000 [2025/04/05 20:25:22.865 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 786, b: 786, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:40, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:40, a: 786, b: 786, }"] [2025/04/05 20:25:22.965 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 787, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:41, a: 787, }"] [row2="{ a: 787, b: 787, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:41, }"] [2025/04/05 20:25:23.065 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 788, b: 788, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:42, }"] [row2="{ d: 20:37:42, a: 788, b: 788, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:23.165 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 789, b: 789, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:43, }"] [row2="{ a: 789, b: 789, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:43, }"] [2025/04/05 20:25:23.266 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 790, b: 790, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:44, }"] [row2="{ a: 790, b: 790, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:44, }"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled False If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804126571939658 TiDB Cluster ID. tikv_gc_leader_uuid 65817a6a36c0002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4, pid:28209, start at 2025-04-05 20:25:21.372614998 +0800 CST m=+2.399875234 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:27:21.380 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:25:21.371 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:15:21.371 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled False If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804126571939658 TiDB Cluster ID. tikv_gc_leader_uuid 65817a6a36c0002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4, pid:28209, start at 2025-04-05 20:25:21.372614998 +0800 CST m=+2.399875234 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:27:21.380 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:25:21.371 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:15:21.371 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled False If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804127910530143 TiDB Cluster ID. tikv_gc_leader_uuid 65817a6a4ec0007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-8-c6sq4, pid:28279, start at 2025-04-05 20:25:21.478088236 +0800 CST m=+2.433606104 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:27:21.486 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:25:21.467 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:15:21.467 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/ci_collation_compatibility/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/ci_collation_compatibility/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ci_collation_compatibility/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ci_collation_compatibility/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ci_collation_compatibility/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/05 20:25:23.366 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 791, b: 791, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:45, }"] [row2="{ a: 791, b: 791, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:45, }"] [2025/04/05 20:25:23.466 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:46, a: 792, b: 792, c: ca, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:46, a: 792, b: 792, c: JZ44zQ, }"] [2025/04/05 20:25:23.566 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:37:47, a: 793, b: 793, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ d: 20:37:47, a: 793, b: 793, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:23.289 +08:00] [INFO] [main.go:86] ["running ddl test: 4 modifyColumnDDL"] [2025/04/05 20:25:23.514 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 20:25:23.515 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 20:25:23.706 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 20:25:23.708 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 20:25:23.711 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 20:25:23.714 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 20:25:23.666 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 794, b: 794, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:48, }"] [row2="{ d: 20:37:48, a: 794, b: 794, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:23.766 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:37:49, a: 795, b: 795, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 795, b: 795, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:49, }"] [2025/04/05 20:25:23.915 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 20:25:23.919 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 20:25:23.866 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 796, b: 796, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:50, }"] [row2="{ a: 796, b: 796, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:50, }"] [2025/04/05 20:25:23.967 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 797, b: 797, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:51, }"] [row2="{ a: 797, b: 797, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:51, }"] [2025/04/05 20:25:24.067 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:52, a: 798, b: 798, }"] [row2="{ a: 798, b: 798, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:52, }"] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:25:24.126 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 20:25:24.128 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 20:25:24.129 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 20:25:24.131 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 20:25:24.167 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:53, a: 799, b: 799, c: ca, }"] [row2="{ a: 799, b: 799, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:53, }"] [2025/04/05 20:25:24.267 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 800, b: 800, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:54, }"] [row2="{ d: 20:37:54, a: 800, b: 800, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:24.317 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 20:25:24.319 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 20:25:24.367 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:37:55, a: 801, b: 801, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 801, b: 801, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:55, }"] [2025/04/05 20:25:24.467 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 802, b: 802, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:56, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:56, a: 802, b: 802, c: JZ44zQ, }"] [2025/04/05 20:25:24.568 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:37:57, a: 803, b: 803, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:57, a: 803, b: 803, }"] [2025/04/05 20:25:24.513 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 20:25:24.515 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 20:25:24.518 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/05 20:25:24.520 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 20:25:24.698 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 20:25:24.713 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/05 20:25:24.668 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 804, b: 804, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:58, }"] [row2="{ a: 804, b: 804, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:58, }"] [2025/04/05 20:25:24.768 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 805, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:59, a: 805, }"] [row2="{ a: 805, b: 805, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:37:59, }"] [2025/04/05 20:25:24.883 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 20:25:24.885 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 20:25:24.890 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 20:25:24.891 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 20:25:24.868 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 806, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:00, a: 806, }"] [row2="{ a: 806, b: 806, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:00, }"] [2025/04/05 20:25:24.968 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 807, b: 807, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:01, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:01, a: 807, b: 807, c: JZ44zQ, }"] [2025/04/05 20:25:25.069 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:02, a: 808, b: 808, }"] [row2="{ a: 808, b: 808, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:02, }"] [2025/04/05 20:25:25.071 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/05 20:25:25.078 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 20:25:25.254 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 20:25:25.256 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/05 20:25:25.261 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 20:25:25.263 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/05 20:25:25.169 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:38:03, a: 809, b: 809, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:03, a: 809, b: 809, }"] [2025/04/05 20:25:25.269 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 810, b: 810, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:04, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:04, a: 810, b: 810, c: JZ44zQ, }"] [2025/04/05 20:25:25.441 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/05 20:25:25.451 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] start tidb cluster in /tmp/tidb_cdc_test/http_proxies Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/05 20:25:25.369 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:05, a: 811, b: 811, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:05, a: 811, b: 811, c: JZ44zQ, }"] [2025/04/05 20:25:25.469 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 812, b: 812, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:06, }"] [row2="{ a: 812, b: 812, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:06, }"] [2025/04/05 20:25:25.569 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 813, b: 813, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:07, }"] [row2="{ d: 20:38:07, a: 813, b: 813, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:25.620 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/05 20:25:25.622 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/05 20:25:25.645 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 20:25:25.647 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/05 20:25:25.670 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 815, b: 815, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:09, }"] [row2="{ a: 815, b: 815, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:09, }"] [2025/04/05 20:25:25.770 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:10, a: 816, b: 816, }"] [row2="{ a: 816, b: 816, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:10, }"] + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ci_collation_compatibility.cli.29593.out cli tso query --pd=http://127.0.0.1:2379 [2025/04/05 20:25:25.906 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/05 20:25:25.926 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/05 20:25:25.870 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:11, a: 817, b: 817, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:11, a: 817, b: 817, c: JZ44zQ, }"] [2025/04/05 20:25:25.970 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 818, b: 818, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:12, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:12, a: 818, b: 818, c: JZ44zQ, }"] [2025/04/05 20:25:26.070 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 819, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:13, a: 819, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:13, a: 819, b: 819, c: JZ44zQ, }"] [2025/04/05 20:25:26.095 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/05 20:25:26.097 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/05 20:25:26.108 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 20:25:26.110 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/05 20:25:26.171 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 820, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:14, a: 820, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:14, a: 820, b: 820, c: JZ44zQ, }"] [2025/04/05 20:25:26.271 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 821, b: 821, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:15, }"] [row2="{ a: 821, b: 821, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:15, }"] [2025/04/05 20:25:26.384 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/05 20:25:26.390 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/05 20:25:26.371 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 822, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:16, a: 822, }"] [row2="{ a: 822, b: 822, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:16, }"] [2025/04/05 20:25:26.471 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 823, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:17, a: 823, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:17, a: 823, b: 823, }"] [2025/04/05 20:25:26.571 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:19, a: 825, b: 825, c: ca, }"] [row2="{ d: 20:38:19, a: 825, b: 825, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:25:26.572 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/05 20:25:26.573 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 20:25:26.574 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/05 20:25:26.575 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/05 20:25:26.672 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 826, b: 826, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:20, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:20, a: 826, b: 826, }"] [2025/04/05 20:25:26.772 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 827, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:21, a: 827, }"] [row2="{ a: 827, b: 827, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:21, }"] [2025/04/05 20:25:26.870 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/05 20:25:26.873 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] [2025/04/05 20:25:27.048 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/05 20:25:27.050 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/05 20:25:26.872 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 828, b: 828, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:22, }"] [row2="{ a: 828, b: 828, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:22, }"] [2025/04/05 20:25:26.972 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 829, b: 829, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:23, }"] [row2="{ a: 829, b: 829, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:23, }"] [2025/04/05 20:25:27.072 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 830, b: 830, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:25, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:25, a: 830, b: 830, }"] [2025/04/05 20:25:27.058 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/05 20:25:27.060 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/05 20:25:27.226 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [2025/04/05 20:25:27.244 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] + set +x + tso='457141367779360769 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141367779360769 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:25:27 CST 2025] <<<<<< START cdc server in ci_collation_compatibility case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ci_collation_compatibility.2962129623.out server --log-file /tmp/tidb_cdc_test/ci_collation_compatibility/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ci_collation_compatibility/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 20:25:27.172 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:26, a: 831, b: 831, c: ca, }"] [row2="{ a: 831, b: 831, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:26, }"] [2025/04/05 20:25:27.273 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 832, b: 832, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:27, }"] [row2="{ a: 832, b: 832, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:27, }"] [2025/04/05 20:25:27.455 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/05 20:25:27.458 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/05 20:25:27.483 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/05 20:25:27.485 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/05 20:25:27.373 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 833, b: 833, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:28, }"] [row2="{ b: 833, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:28, a: 833, }"] [2025/04/05 20:25:27.473 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:29, a: 834, b: 834, }"] [row2="{ a: 834, b: 834, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:29, }"] [2025/04/05 20:25:27.573 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:30, a: 835, b: 835, c: ca, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:30, a: 835, b: 835, }"] [2025/04/05 20:25:27.668 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] [2025/04/05 20:25:27.706 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/05 20:25:27.673 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 836, b: 836, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:31, }"] [row2="{ a: 836, b: 836, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:31, }"] [2025/04/05 20:25:27.774 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 837, b: 837, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:32, }"] [row2="{ a: 837, b: 837, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:32, }"] [2025/04/05 20:25:27.873 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/05 20:25:27.933 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [2025/04/05 20:25:28.037 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/05 20:25:28.040 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [2025/04/05 20:25:27.874 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 838, b: 838, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:33, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:33, a: 838, b: 838, c: JZ44zQ, }"] [2025/04/05 20:25:27.974 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:34, a: 839, b: 839, c: ca, }"] [row2="{ a: 839, b: 839, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:34, }"] [2025/04/05 20:25:28.074 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:36, a: 840, b: 840, c: ca, }"] [row2="{ d: 20:38:36, a: 840, b: 840, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:28.240 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/05 20:25:28.174 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 841, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:37, a: 841, }"] [row2="{ b: 841, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:37, a: 841, }"] [2025/04/05 20:25:28.275 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:38, a: 842, b: 842, }"] [row2="{ a: 842, b: 842, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:38, }"] [2025/04/05 20:25:28.375 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 843, b: 843, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:39, }"] [row2="{ a: 843, b: 843, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:39, }"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804142764819185 TiDB Cluster ID. tikv_gc_leader_uuid 65817a6f4a00004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:37149, start at 2025-04-05 20:25:26.573162442 +0800 CST m=+2.569837733 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:27:26.580 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:25:26.568 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:15:26.568 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804142764819185 TiDB Cluster ID. tikv_gc_leader_uuid 65817a6f4a00004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:37149, start at 2025-04-05 20:25:26.573162442 +0800 CST m=+2.569837733 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:27:26.580 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:25:26.568 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:15:26.568 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804148875340804 TiDB Cluster ID. tikv_gc_leader_uuid 65817a6f3040002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:37216, start at 2025-04-05 20:25:26.466849633 +0800 CST m=+2.400208073 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:27:26.474 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:25:26.465 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:15:26.465 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/cli_tls_with_auth/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/05 20:25:28.475 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:40, a: 844, b: 844, }"] [row2="{ a: 844, b: 844, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:40, }"] [2025/04/05 20:25:28.575 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:38:41, a: 845, b: 845, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ b: 845, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:41, a: 845, }"] [2025/04/05 20:25:28.675 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 846, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:42, a: 846, }"] [row2="{ a: 846, b: 846, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:42, }"] [2025/04/05 20:25:28.775 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:43, a: 847, b: 847, }"] [row2="{ b: 847, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:43, a: 847, }"] [2025/04/05 20:25:28.876 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:44, a: 848, b: 848, c: ca, }"] [row2="{ a: 848, b: 848, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:44, }"] [2025/04/05 20:25:28.976 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:38:45, a: 849, b: 849, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 849, b: 849, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:45, }"] [2025/04/05 20:25:29.076 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:46, a: 850, b: 850, }"] [row2="{ d: 20:38:46, a: 850, b: 850, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:29.176 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 851, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:47, a: 851, }"] [row2="{ b: 851, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:47, a: 851, }"] [2025/04/05 20:25:29.276 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 852, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:48, a: 852, }"] [row2="{ a: 852, b: 852, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:48, }"] [2025/04/05 20:25:29.376 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 853, b: 853, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:49, }"] [row2="{ a: 853, b: 853, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:49, }"] [2025/04/05 20:25:29.477 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:38:50, a: 854, b: 854, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 854, b: 854, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:50, }"] [2025/04/05 20:25:29.577 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 855, b: 855, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:51, }"] [row2="{ d: 20:38:51, a: 855, b: 855, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 20:25:29.677 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 856, b: 856, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:52, }"] [row2="{ a: 856, b: 856, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:52, }"] [2025/04/05 20:25:29.777 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 857, b: 857, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:53, }"] [row2="{ a: 857, b: 857, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:53, }"] [2025/04/05 20:25:29.877 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:38:54, a: 858, b: 858, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ b: 858, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:54, a: 858, }"] [2025/04/05 20:25:29.978 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:57, a: 860, b: 860, c: ca, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:57, a: 860, b: 860, }"] [2025/04/05 20:25:30.078 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 861, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:58, a: 861, }"] [row2="{ a: 861, b: 861, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:58, }"] The 1 times to try to start tls tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/cli_tls_with_auth Starting TLS PD... [2025/04/05 20:25:30.178 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 862, b: 862, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:59, }"] [row2="{ a: 862, b: 862, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:38:59, }"] [2025/04/05 20:25:30.278 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 863, b: 863, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:00, }"] [row2="{ a: 863, b: 863, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:00, }"] [2025/04/05 20:25:30.378 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:01, a: 864, b: 864, c: ca, }"] [row2="{ a: 864, b: 864, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:01, }"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:25:30 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c6759474-9e7c-4e7a-8e58-1ae1847b9f0d {"id":"c6759474-9e7c-4e7a-8e58-1ae1847b9f0d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855927} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e98b87e4 c6759474-9e7c-4e7a-8e58-1ae1847b9f0d /tidb/cdc/default/default/upstream/7489804126571939658 {"id":7489804126571939658,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c6759474-9e7c-4e7a-8e58-1ae1847b9f0d {"id":"c6759474-9e7c-4e7a-8e58-1ae1847b9f0d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855927} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e98b87e4 c6759474-9e7c-4e7a-8e58-1ae1847b9f0d /tidb/cdc/default/default/upstream/7489804126571939658 {"id":7489804126571939658,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/c6759474-9e7c-4e7a-8e58-1ae1847b9f0d {"id":"c6759474-9e7c-4e7a-8e58-1ae1847b9f0d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855927} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e98b87e4 c6759474-9e7c-4e7a-8e58-1ae1847b9f0d /tidb/cdc/default/default/upstream/7489804126571939658 {"id":7489804126571939658,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ci_collation_compatibility.cli.29681.out cli changefeed create --start-ts=457141367779360769 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?safe-mode=true' [2025/04/05 20:25:27.185 +08:00] [INFO] [main.go:61] ["table mover started"] [2025/04/05 20:25:27.187 +08:00] [INFO] [main.go:165] ["new cluster initialized"] [2025/04/05 20:25:27.187 +08:00] [DEBUG] [main.go:191] ["retrieved owner ID"] [ownerID=676fd690-0b19-42ea-88f0-9cf71e9db567] [2025/04/05 20:25:27.187 +08:00] [DEBUG] [main.go:198] ["retrieved owner addr"] [ownerAddr=127.0.0.1:8300] [2025/04/05 20:25:27.188 +08:00] [DEBUG] [main.go:209] ["retrieved changefeeds"] [changefeedsError="json: unsupported type: map[model.ChangeFeedID]*mvccpb.KeyValue"] [2025/04/05 20:25:27.323 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=0b4da022-5ea3-40d7-914f-7b8d35090e7c] [captureID=676fd690-0b19-42ea-88f0-9cf71e9db567] [processorDetail="{\"table_ids\":[116]}"] [2025/04/05 20:25:27.474 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=0b4da022-5ea3-40d7-914f-7b8d35090e7c] [captureID=875b1a8a-3326-452a-a3cd-7f83b7bd31d1] [processorDetail="{\"table_ids\":[114]}"] [2025/04/05 20:25:27.624 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=0b4da022-5ea3-40d7-914f-7b8d35090e7c] [captureID=e28edec0-b3c5-4406-8bc0-7f1e7587f857] [processorDetail="{\"table_ids\":[]}"] [2025/04/05 20:25:27.624 +08:00] [INFO] [main.go:75] ["task status"] [status="{\"676fd690-0b19-42ea-88f0-9cf71e9db567\":[{\"ID\":116,\"Changefeed\":\"0b4da022-5ea3-40d7-914f-7b8d35090e7c\"}],\"875b1a8a-3326-452a-a3cd-7f83b7bd31d1\":[{\"ID\":114,\"Changefeed\":\"0b4da022-5ea3-40d7-914f-7b8d35090e7c\"}],\"e28edec0-b3c5-4406-8bc0-7f1e7587f857\":[]}"] [2025/04/05 20:25:27.624 +08:00] [DEBUG] [main.go:287] ["preparing HTTP API call to owner"] [formStr="cf-id=0b4da022-5ea3-40d7-914f-7b8d35090e7c&target-cp-id=e28edec0-b3c5-4406-8bc0-7f1e7587f857&table-id=114"] [2025/04/05 20:25:27.674 +08:00] [INFO] [main.go:179] ["moved table successful"] [tableID=114] [2025/04/05 20:25:27.674 +08:00] [INFO] [main.go:113] ["all tables are moved"] [sourceCapture=875b1a8a-3326-452a-a3cd-7f83b7bd31d1] [targetCapture=e28edec0-b3c5-4406-8bc0-7f1e7587f857] table move_table.check1 exists check diff successfully Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 [2025/04/05 20:25:30.479 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 865, b: 865, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:02, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:02, a: 865, b: 865, c: JZ44zQ, }"] [2025/04/05 20:25:30.579 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 866, b: 866, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:03, }"] [row2="{ a: 866, b: 866, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:03, }"] Create changefeed successfully! ID: a1ca8e15-5f42-4386-bdb1-4673a78dd5fc Info: {"upstream_id":7489804126571939658,"namespace":"default","id":"a1ca8e15-5f42-4386-bdb1-4673a78dd5fc","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?safe-mode=true","create_time":"2025-04-05T20:25:30.565115511+08:00","start_ts":457141367779360769,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141367779360769,"checkpoint_ts":457141367779360769,"checkpoint_time":"2025-04-05 20:25:25.672"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... [2025/04/05 20:25:30.679 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:04, a: 867, b: 867, c: ca, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:04, a: 867, b: 867, }"] [2025/04/05 20:25:30.779 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:05, a: 868, b: 868, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:05, a: 868, b: 868, }"] [2025/04/05 20:25:30.879 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 869, b: 869, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:06, }"] [row2="{ d: 20:39:06, a: 869, b: 869, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... [2025/04/05 20:25:30.979 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 870, b: 870, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:07, }"] [row2="{ a: 870, b: 870, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:07, }"] [2025/04/05 20:25:31.080 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 871, b: 871, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:08, }"] [row2="{ a: 871, b: 871, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:08, }"] Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '10.233.86.109' (111) [2025/04/05 20:25:31.180 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 872, b: 872, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:09, }"] [row2="{ d: 20:39:09, a: 872, b: 872, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:31.280 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 873, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:10, a: 873, }"] [row2="{ a: 873, b: 873, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:10, }"] [2025/04/05 20:25:31.380 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 874, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:11, a: 874, }"] [row2="{ a: 874, b: 874, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:11, }"] [2025/04/05 20:25:31.480 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 875, b: 875, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:12, }"] [row2="{ a: 875, b: 875, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:12, }"] [2025/04/05 20:25:31.581 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 876, b: 876, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:13, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:13, a: 876, b: 876, c: JZ44zQ, }"] [2025/04/05 20:25:31.681 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 877, b: 877, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:14, }"] [row2="{ a: 877, b: 877, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:14, }"] [2025/04/05 20:25:31.781 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 878, b: 878, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:15, }"] [row2="{ a: 878, b: 878, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:15, }"] [2025/04/05 20:25:31.881 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 879, b: 879, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:16, }"] [row2="{ a: 879, b: 879, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:16, }"] [2025/04/05 20:25:31.981 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 880, b: 880, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:17, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:17, a: 880, b: 880, c: JZ44zQ, }"] [2025/04/05 20:25:32.081 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 882, b: 882, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:19, }"] [row2="{ a: 882, b: 882, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:19, }"] + set +x [2025/04/05 20:25:32.182 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:20, a: 883, b: 883, }"] [row2="{ b: 883, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:20, a: 883, }"] [2025/04/05 20:25:32.282 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 884, b: 884, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:21, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:21, a: 884, b: 884, }"] [2025/04/05 20:25:32.382 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:22, a: 885, b: 885, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:22, a: 885, b: 885, c: JZ44zQ, }"] [2025/04/05 20:25:32.248 +08:00] [INFO] [main.go:61] ["table mover started"] [2025/04/05 20:25:32.250 +08:00] [INFO] [main.go:165] ["new cluster initialized"] [2025/04/05 20:25:32.250 +08:00] [DEBUG] [main.go:191] ["retrieved owner ID"] [ownerID=676fd690-0b19-42ea-88f0-9cf71e9db567] [2025/04/05 20:25:32.250 +08:00] [DEBUG] [main.go:198] ["retrieved owner addr"] [ownerAddr=127.0.0.1:8300] [2025/04/05 20:25:32.251 +08:00] [DEBUG] [main.go:209] ["retrieved changefeeds"] [changefeedsError="json: unsupported type: map[model.ChangeFeedID]*mvccpb.KeyValue"] [2025/04/05 20:25:32.374 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=0b4da022-5ea3-40d7-914f-7b8d35090e7c] [captureID=676fd690-0b19-42ea-88f0-9cf71e9db567] [processorDetail="{\"table_ids\":[116]}"] [2025/04/05 20:25:32.482 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 886, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:23, a: 886, }"] [row2="{ a: 886, b: 886, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:23, }"] [2025/04/05 20:25:32.582 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 887, b: 887, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:24, }"] [row2="{ d: 20:39:24, a: 887, b: 887, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:32.524 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=0b4da022-5ea3-40d7-914f-7b8d35090e7c] [captureID=875b1a8a-3326-452a-a3cd-7f83b7bd31d1] [processorDetail="{\"table_ids\":[118]}"] [2025/04/05 20:25:32.674 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=0b4da022-5ea3-40d7-914f-7b8d35090e7c] [captureID=e28edec0-b3c5-4406-8bc0-7f1e7587f857] [processorDetail="{\"table_ids\":[]}"] [2025/04/05 20:25:32.674 +08:00] [INFO] [main.go:75] ["task status"] [status="{\"676fd690-0b19-42ea-88f0-9cf71e9db567\":[{\"ID\":116,\"Changefeed\":\"0b4da022-5ea3-40d7-914f-7b8d35090e7c\"}],\"875b1a8a-3326-452a-a3cd-7f83b7bd31d1\":[{\"ID\":118,\"Changefeed\":\"0b4da022-5ea3-40d7-914f-7b8d35090e7c\"}],\"e28edec0-b3c5-4406-8bc0-7f1e7587f857\":[]}"] [2025/04/05 20:25:32.674 +08:00] [DEBUG] [main.go:287] ["preparing HTTP API call to owner"] [formStr="cf-id=0b4da022-5ea3-40d7-914f-7b8d35090e7c&target-cp-id=e28edec0-b3c5-4406-8bc0-7f1e7587f857&table-id=116"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/consistent_replicate_storage_file_large_value/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... [2025/04/05 20:25:32.683 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 888, b: 888, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:25, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:25, a: 888, b: 888, c: JZ44zQ, }"] [2025/04/05 20:25:32.783 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 889, b: 889, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:26, }"] [row2="{ d: 20:39:26, a: 889, b: 889, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:32.883 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 890, b: 890, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:29, }"] [row2="{ a: 890, b: 890, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:29, }"] [2025/04/05 20:25:32.723 +08:00] [INFO] [main.go:179] ["moved table successful"] [tableID=116] [2025/04/05 20:25:32.723 +08:00] [INFO] [main.go:113] ["all tables are moved"] [sourceCapture=676fd690-0b19-42ea-88f0-9cf71e9db567] [targetCapture=e28edec0-b3c5-4406-8bc0-7f1e7587f857] check diff successfully table move_table.check2 not exists for 1-th check, retry later [2025/04/05 20:25:32.983 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:39:30, a: 891, b: 891, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:30, a: 891, b: 891, }"] [2025/04/05 20:25:33.083 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:32, a: 893, b: 893, }"] [row2="{ b: 893, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:32, a: 893, }"] ERROR 2003 (HY000): Can't connect to MySQL server on '10.233.86.109' (111) [2025/04/05 20:25:33.184 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:33, a: 894, b: 894, }"] [row2="{ a: 894, b: 894, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:33, }"] [2025/04/05 20:25:33.284 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:39:34, a: 895, b: 895, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 895, b: 895, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:34, }"] [2025/04/05 20:25:33.384 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:36, a: 897, b: 897, }"] [row2="{ a: 897, b: 897, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:36, }"] [2025/04/05 20:25:33.484 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:37, a: 898, b: 898, c: ca, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:37, a: 898, b: 898, }"] [2025/04/05 20:25:33.584 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 899, b: 899, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:38, }"] [row2="{ a: 899, b: 899, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:38, }"] [2025/04/05 20:25:33.685 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 900, b: 900, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:40, }"] [row2="{ d: 20:39:40, a: 900, b: 900, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] Starting TLS TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 20:25:33.785 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 901, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:41, a: 901, }"] [row2="{ a: 901, b: 901, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:41, }"] [2025/04/05 20:25:33.885 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 902, b: 902, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:42, }"] [row2="{ b: 902, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:42, a: 902, }"] [2025/04/05 20:25:33.985 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 903, b: 903, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:43, }"] [row2="{ a: 903, b: 903, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:43, }"] [2025/04/05 20:25:34.085 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:44, a: 904, b: 904, c: ca, }"] [row2="{ a: 904, b: 904, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:44, }"] [2025/04/05 20:25:34.185 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:45, a: 905, b: 905, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:45, a: 905, b: 905, }"] [2025/04/05 20:25:34.286 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 906, b: 906, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:46, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:46, a: 906, b: 906, c: JZ44zQ, }"] [2025/04/05 20:25:34.386 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 907, b: 907, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:51, }"] [row2="{ a: 907, b: 907, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:51, }"] [2025/04/05 20:25:34.486 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:48, a: 908, b: 908, }"] [row2="{ d: 20:39:48, a: 908, b: 908, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:34.586 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:39:49, a: 909, b: 909, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:49, a: 909, b: 909, }"] [2025/04/05 20:25:34.686 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 910, b: 910, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:50, }"] [row2="{ d: 20:39:50, a: 910, b: 910, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:34.173 +08:00] [INFO] [main.go:86] ["running ddl test: 5 addDropIndexDDL"] [2025/04/05 20:25:34.371 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 20:25:34.379 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 20:25:34.545 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 20:25:34.546 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 20:25:34.570 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 20:25:34.573 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 20:25:34.721 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 20:25:34.771 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 20:25:34.787 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 911, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:51, a: 911, }"] [row2="{ a: 911, b: 911, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:51, }"] [2025/04/05 20:25:34.887 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 912, b: 912, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:52, }"] [row2="{ d: 20:39:52, a: 912, b: 912, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:34.892 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 20:25:34.893 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 20:25:34.944 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 20:25:34.946 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 20:25:35.074 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 20:25:34.987 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 913, b: 913, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:53, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:53, a: 913, b: 913, }"] [2025/04/05 20:25:35.087 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:54, a: 914, b: 914, c: ca, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:54, a: 914, b: 914, }"] [2025/04/05 20:25:35.187 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:55, a: 915, b: 915, c: ca, }"] [row2="{ a: 915, b: 915, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:55, }"] [2025/04/05 20:25:35.130 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 20:25:35.251 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 20:25:35.252 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 20:25:35.321 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/05 20:25:35.324 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 20:25:35.287 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:39:56, a: 916, b: 916, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 916, b: 916, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:56, }"] [2025/04/05 20:25:35.388 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 917, b: 917, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:57, }"] [row2="{ d: 20:39:57, a: 917, b: 917, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] table move_table.check2 not exists for 2-th check, retry later [2025/04/05 20:25:35.483 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 20:25:35.567 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804176928537512 TiDB Cluster ID. tikv_gc_leader_uuid 65817a75aa0000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-b-sr1zl, pid:7904, start at 2025-04-05 20:25:33.111494147 +0800 CST m=+2.068886341 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:27:33.120 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:25:33.096 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:15:33.096 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804176928537512 TiDB Cluster ID. tikv_gc_leader_uuid 65817a75aa0000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-b-sr1zl, pid:7904, start at 2025-04-05 20:25:33.111494147 +0800 CST m=+2.068886341 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:27:33.120 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:25:33.096 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:15:33.096 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804176960402232 TiDB Cluster ID. tikv_gc_leader_uuid 65817a75c140005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-b-sr1zl, pid:7975, start at 2025-04-05 20:25:33.199692614 +0800 CST m=+2.084717943 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:27:33.207 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:25:33.189 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:15:33.189 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/http_proxies/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/http_proxies/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/http_proxies/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["10.233.86.109:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/http_proxies/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/http_proxies/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/05 20:25:35.488 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 918, b: 918, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:58, }"] [row2="{ a: 918, b: 918, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:58, }"] [2025/04/05 20:25:35.588 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 919, b: 919, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:59, }"] [row2="{ a: 919, b: 919, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:39:59, }"] [2025/04/05 20:25:35.688 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 920, b: 920, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:00, }"] [row2="{ a: 920, b: 920, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:00, }"] Starting TLS TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying TLS TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:25:35.783 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 20:25:35.784 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 20:25:35.788 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 921, b: 921, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:01, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:01, a: 921, b: 921, c: JZ44zQ, }"] [2025/04/05 20:25:35.889 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:40:02, a: 922, b: 922, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 922, b: 922, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:02, }"] [2025/04/05 20:25:35.898 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 20:25:35.900 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 20:25:36.061 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] start tidb cluster in /tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/05 20:25:35.989 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:40:03, a: 923, b: 923, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ d: 20:40:03, a: 923, b: 923, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:36.089 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:40:04, a: 924, b: 924, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 924, b: 924, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:04, }"] [2025/04/05 20:25:36.189 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 925, b: 925, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:05, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:05, a: 925, b: 925, }"] [2025/04/05 20:25:36.135 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 20:25:36.354 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/05 20:25:36.356 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 20:25:36.289 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 926, b: 926, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:06, }"] [row2="{ a: 926, b: 926, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:06, }"] [2025/04/05 20:25:36.390 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 927, b: 927, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:07, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:07, a: 927, b: 927, }"] [2025/04/05 20:25:36.486 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 20:25:36.489 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/05 20:25:36.490 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 928, b: 928, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:08, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:08, a: 928, b: 928, c: JZ44zQ, }"] [2025/04/05 20:25:36.590 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 929, b: 929, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:09, }"] [row2="{ a: 929, b: 929, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:09, }"] [2025/04/05 20:25:36.690 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 930, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:11, a: 930, }"] [row2="{ d: 20:40:11, a: 930, b: 930, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:36.751 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/05 20:25:36.790 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:12, a: 931, b: 931, }"] [row2="{ b: 931, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:12, a: 931, }"] [2025/04/05 20:25:36.890 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:40:13, a: 932, b: 932, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:13, a: 932, b: 932, }"] [2025/04/05 20:25:36.971 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/05 20:25:36.991 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:14, a: 933, b: 933, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:14, a: 933, b: 933, }"] [2025/04/05 20:25:37.091 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 934, b: 934, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:15, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:15, a: 934, b: 934, c: JZ44zQ, }"] [2025/04/05 20:25:37.191 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:16, a: 935, b: 935, }"] [row2="{ a: 935, b: 935, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:16, }"] table move_table.check2 exists check diff successfully [2025/04/05 20:25:37.177 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/05 20:25:37.179 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/05 20:25:37.291 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:40:17, a: 936, b: 936, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ b: 936, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:17, a: 936, }"] [2025/04/05 20:25:37.391 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:40:18, a: 937, b: 937, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ d: 20:40:18, a: 937, b: 937, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] + start_proxy + echo 'dumpling grpc packet to /tmp/tidb_cdc_test/http_proxies/test_proxy.log...' dumpling grpc packet to /tmp/tidb_cdc_test/http_proxies/test_proxy.log... + proxy_pid=9253 + echo 'proxy port: 19115' proxy port: 19115 + echo 'proxy pid: 9253' proxy pid: 9253 + sleep 5 + GO111MODULE=on + WORK_DIR=/tmp/tidb_cdc_test/http_proxies + go run /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_proxies/run-proxy.go --port=19115 go: downloading go1.23.4 (linux/amd64) wait process cdc.test exit for 1-th time... [2025/04/05 20:25:37.535 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/05 20:25:37.583 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 20:25:37.586 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/05 20:25:37.491 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 938, b: 938, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:19, }"] [row2="{ a: 938, b: 938, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:19, }"] [2025/04/05 20:25:37.591 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 939, b: 939, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:20, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:20, a: 939, b: 939, }"] [2025/04/05 20:25:37.692 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 940, b: 940, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:21, }"] [row2="{ a: 940, b: 940, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:21, }"] [2025/04/05 20:25:37.792 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:22, a: 941, b: 941, }"] [row2="{ a: 941, b: 941, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:22, }"] [2025/04/05 20:25:37.892 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 942, b: 942, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:23, }"] [row2="{ c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:23, a: 942, b: 942, }"] wait process cdc.test exit for 2-th time... [2025/04/05 20:25:37.938 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/05 20:25:37.939 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/05 20:25:38.146 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/05 20:25:37.992 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 943, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:24, a: 943, }"] [row2="{ b: 943, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:24, a: 943, }"] [2025/04/05 20:25:38.092 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 944, b: 944, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:25, }"] [row2="{ a: 944, b: 944, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:25, }"] [2025/04/05 20:25:38.192 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:26, a: 945, b: 945, c: ca, }"] [row2="{ d: 20:40:26, a: 945, b: 945, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804199124338966 TiDB Cluster ID. tikv_gc_leader_uuid 65817a79b40000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:38750, start at 2025-04-05 20:25:37.25408889 +0800 CST m=+1.486035745 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:27:37.262 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:25:37.232 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:15:37.232 +0800 All versions after safe point can be accessed. (DO NOT EDIT) + pd_host=127.0.0.1 + pd_port=2579 + is_tls=true + '[' true == true ']' ++ run_cdc_cli tso query --pd=https://127.0.0.1:2579 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.38803.out cli tso query --pd=https://127.0.0.1:2579 [2025/04/05 20:25:38.221 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/05 20:25:38.439 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/05 20:25:38.440 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 20:25:38.293 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 946, b: 946, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:27, }"] [row2="{ a: 946, b: 946, c: JZ44zQ, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:27, }"] [2025/04/05 20:25:38.393 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 947, b: 947, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:28, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:28, a: 947, b: 947, c: JZ44zQ, }"] [2025/04/05 20:25:38.553 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 20:25:38.559 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] wait process cdc.test exit for 3-th time... [2025/04/05 20:25:38.493 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 948, b: 948, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:29, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:29, a: 948, b: 948, c: JZ44zQ, }"] [2025/04/05 20:25:38.593 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 949, b: 949, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:30, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:30, a: 949, b: 949, c: rFevwY, }"] [2025/04/05 20:25:38.693 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 950, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:31, a: 950, }"] [row2="{ a: 950, b: 950, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:31, }"] [2025/04/05 20:25:38.794 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:40:32, a: 951, b: 951, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 951, b: 951, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:32, }"] [2025/04/05 20:25:38.894 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 952, b: 952, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:33, }"] [row2="{ a: 952, b: 952, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:33, }"] [2025/04/05 20:25:38.994 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:34, a: 953, b: 953, }"] [row2="{ a: 953, b: 953, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:34, }"] ***************** properties ***************** "workload"="core" "readproportion"="0" "scanproportion"="0" "mysql.host"="127.0.0.1" "requestdistribution"="uniform" "dotransactions"="false" "mysql.user"="root" "mysql.db"="testSync" "updateproportion"="0" "insertproportion"="0" "operationcount"="0" "readallfields"="true" "threadcount"="2" "mysql.port"="4000" "recordcount"="10" ********************************************** Run finished, takes 4.11299ms INSERT - Takes(s): 0.0, Count: 10, OPS: 3628.7, Avg(us): 722, Min(us): 461, Max(us): 1688, 95th(us): 2000, 99th(us): 2000 [2025/04/05 20:25:39.094 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 954, b: 954, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:35, }"] [row2="{ a: 954, b: 954, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:35, }"] [2025/04/05 20:25:39.194 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 955, b: 955, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:36, }"] [row2="{ c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:36, a: 955, b: 955, }"] [2025/04/05 20:25:38.960 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] [2025/04/05 20:25:39.062 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 20:25:39 CST 2025] <<<<<< run test case move_table success! >>>>>> Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 20:25:39.294 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:37, a: 956, b: 956, c: ca, }"] [row2="{ c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:37, a: 956, b: 956, }"] [2025/04/05 20:25:39.395 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:40:38, a: 957, b: 957, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ d: 20:40:38, a: 957, b: 957, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:39.495 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 958, b: 958, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:39, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:39, a: 958, b: 958, c: rFevwY, }"] + set +x + tso='457141371071627267 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141371071627267 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [2025/04/05 20:25:39.595 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:40, a: 959, b: 959, c: ca, }"] [row2="{ a: 959, b: 959, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:40, }"] [2025/04/05 20:25:39.695 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 960, b: 960, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:41, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:41, a: 960, b: 960, c: rFevwY, }"] [Sat Apr 5 20:25:39 CST 2025] <<<<<< START cdc server in cli_tls_with_auth case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates ']' + curl_status_cmd='curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.3884938851.out server --log-file /tmp/tidb_cdc_test/cli_tls_with_auth/cdc_cli_tls_with_auth_tls1.log --log-level debug --data-dir /tmp/tidb_cdc_test/cli_tls_with_auth/cdc_data_cli_tls_with_auth_tls1 --cluster-id default --config /tmp/tidb_cdc_test/cli_tls_with_auth/server.toml --ca /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem --cert-allowed-cn client --addr 127.0.0.1:8300 --pd https://127.0.0.1:2579 ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 20:25:39.796 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 961, b: 961, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:42, }"] [row2="{ a: 961, b: 961, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:42, }"] [2025/04/05 20:25:39.896 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 962, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:43, a: 962, }"] [row2="{ a: 962, b: 962, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:43, }"] [2025/04/05 20:25:39.996 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 963, b: 963, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:44, }"] [row2="{ a: 963, b: 963, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:44, }"] [2025/04/05 20:25:40.096 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:45, a: 964, b: 964, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:45, a: 964, b: 964, c: rFevwY, }"] [2025/04/05 20:25:40.196 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 965, b: 965, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:46, }"] [row2="{ a: 965, b: 965, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:46, }"] [2025/04/05 20:25:40.296 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 966, b: 966, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:47, }"] [row2="{ aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:47, a: 966, b: 966, c: rFevwY, }"] [2025/04/05 20:25:40.397 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 970, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:52, a: 970, }"] [row2="{ a: 970, b: 970, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:52, }"] [2025/04/05 20:25:40.497 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:40:53, a: 971, b: 971, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ d: 20:40:53, a: 971, b: 971, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [2025/04/05 20:25:40.597 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 20:40:54, a: 972, b: 972, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, }"] [row2="{ a: 972, b: 972, c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:54, }"] [2025/04/05 20:25:40.697 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 973, b: 973, c: ca, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:55, }"] [row2="{ c: rFevwY, aqI0e: acu5a8TitbcrtQebXgZSQ4ZuEtS6N4dPJjrdl, d: 20:40:55, a: 973, b: 973, }"] [2025/04/05 20:25:40.797 +08:00] [WARN] [diff.go:766] ["rows is not equal"] [table=`test`.`itest`] [where="((TRUE) AND TRUE)"] [cost=1m28.078874857s] [2025/04/05 20:25:40.800 +08:00] [WARN] [diff.go:384] ["check chunk data not equal"] [chunk="{\"id\":0,\"bounds\":[],\"where\":\"((TRUE) AND TRUE)\",\"args\":null,\"state\":\"failed\"}"] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) go: downloading google.golang.org/grpc v1.64.0 go: downloading github.com/bradleyjkemp/grpc-tools v0.2.5 go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/improbable-eng/grpc-web v0.12.0 go: downloading github.com/pkg/errors v0.9.1 go: downloading golang.org/x/net v0.33.0 go: downloading github.com/sirupsen/logrus v1.9.3 go: downloading golang.org/x/sys v0.28.0 go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/desertbit/timer v0.0.0-20180107155436-c41aec40b27f go: downloading github.com/rs/cors v1.7.0 go: downloading github.com/gorilla/websocket v1.5.1 + export http_proxy=http://127.0.0.1:19115 + http_proxy=http://127.0.0.1:19115 + export https_proxy=http://127.0.0.1:19115 + https_proxy=http://127.0.0.1:19115 + echo 'try to connect pd cluster via proxy, pd addr: 10.233.86.109:2379' try to connect pd cluster via proxy, pd addr: 10.233.86.109:2379 + ensure 10 curl http://10.233.86.109:2379/ curl http://10.233.86.109:2379/ % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed connect to 127.0.0.1:19115; Connection refused run task failed 1-th time, retry later go: downloading golang.org/x/text v0.21.0 go: downloading google.golang.org/protobuf v1.35.2 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291 go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda + (( i++ )) + (( i <= 50 )) ++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Initializing NSS with certpath: sql:/etc/pki/nssdb * CAfile: /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem CApath: none * NSS: client certificate from file * subject: CN=client * start date: Feb 18 07:48:00 2020 GMT * expire date: Jan 25 07:48:00 2120 GMT * common name: client * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * SSL connection using TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256 * Server certificate: * subject: CN=tidb-server * start date: Feb 18 09:11:00 2020 GMT * expire date: Jan 25 09:11:00 2120 GMT * common name: tidb-server * issuer: CN=My own CA,O=PingCAP,L=Beijing,ST=Beijing,C=CN * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:25:42 GMT < Content-Length: 1253 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e2221c21-1dd0-4a7a-91dc-18e25f61d21e {"id":"e2221c21-1dd0-4a7a-91dc-18e25f61d21e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855940} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e9cc65f1 e2221c21-1dd0-4a7a-91dc-18e25f61d21e /tidb/cdc/default/default/upstream/7489804199124338966 {"id":7489804199124338966,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e2221c21-1dd0-4a7a-91dc-18e25f61d21e {"id":"e2221c21-1dd0-4a7a-91dc-18e25f61d21e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855940} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e9cc65f1 e2221c21-1dd0-4a7a-91dc-18e25f61d21e /tidb/cdc/default/default/upstream/7489804199124338966 {"id":7489804199124338966,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e2221c21-1dd0-4a7a-91dc-18e25f61d21e {"id":"e2221c21-1dd0-4a7a-91dc-18e25f61d21e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855940} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/1f5d9605e9cc65f1 e2221c21-1dd0-4a7a-91dc-18e25f61d21e /tidb/cdc/default/default/upstream/7489804199124338966 {"id":7489804199124338966,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}' + grep -q 'etcd info' + break + set +x ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) curl http://10.233.86.109:2379/ % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed connect to 127.0.0.1:19115; Connection refused run task failed 2-th time, retry later + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.38911.out cli changefeed create --start-ts=457141371071627267 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --tz=Asia/Shanghai -c=custom-changefeed-name [WARN] --tz is deprecated in changefeed settings. Create changefeed successfully! ID: custom-changefeed-name Info: {"upstream_id":7489804199124338966,"namespace":"default","id":"custom-changefeed-name","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:25:45.463500683+08:00","start_ts":457141371071627267,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141371071627267,"checkpoint_ts":457141371071627267,"checkpoint_time":"2025-04-05 20:25:38.231"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804221665796726 TiDB Cluster ID. tikv_gc_leader_uuid 65817a7fa540003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:12914, start at 2025-04-05 20:25:43.321129555 +0800 CST m=+2.250193209 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:27:43.329 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:25:43.317 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:15:43.317 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804221665796726 TiDB Cluster ID. tikv_gc_leader_uuid 65817a7fa540003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:12914, start at 2025-04-05 20:25:43.321129555 +0800 CST m=+2.250193209 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:27:43.329 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:25:43.317 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:15:43.317 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804226247083778 TiDB Cluster ID. tikv_gc_leader_uuid 65817a7f8c0000e Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:12994, start at 2025-04-05 20:25:43.258668401 +0800 CST m=+2.118196523 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:27:43.305 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:25:43.267 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:15:43.267 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + set +x table test.simple not exists for 1-th check, retry later [2025/04/05 20:25:46.657 +08:00] [INFO] [main.go:78] ["runDDLTest take 1m6.796489166s"] [Sat Apr 5 20:25:47 CST 2025] <<<<<< START cdc server in consistent_replicate_storage_file_large_value case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_storage_file_large_value.1433114333.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 20:25:46.439 +08:00] [WARN] [diff.go:557] ["checksum is not equal"] [table=`test`.`ntest`] [where="((TRUE) AND TRUE)"] [sourceChecksum=0] [targetChecksum=3677816421] [getSourceChecksumCost=1.711388ms] [getTargetChecksumCost=8.107473ms] table mark.finish_mark_0 exists table mark.finish_mark_1 exists table mark.finish_mark_2 exists table mark.finish_mark_3 exists table mark.finish_mark_4 exists table mark.finish_mark_5 not exists for 1-th check, retry later curl http://10.233.86.109:2379/ % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed connect to 127.0.0.1:19115; Connection refused run task failed 3-th time, retry later table test.simple exists table test.`simple-dash` not exists for 1-th check, retry later table mark.finish_mark_5 not exists for 2-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:25:50 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0f86666c-bf06-49ac-8da4-3ba1f48a1248 {"id":"0f86666c-bf06-49ac-8da4-3ba1f48a1248","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855947} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e9e1dad8 0f86666c-bf06-49ac-8da4-3ba1f48a1248 /tidb/cdc/default/default/upstream/7489804221665796726 {"id":7489804221665796726,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0f86666c-bf06-49ac-8da4-3ba1f48a1248 {"id":"0f86666c-bf06-49ac-8da4-3ba1f48a1248","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855947} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e9e1dad8 0f86666c-bf06-49ac-8da4-3ba1f48a1248 /tidb/cdc/default/default/upstream/7489804221665796726 {"id":7489804221665796726,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/0f86666c-bf06-49ac-8da4-3ba1f48a1248 {"id":"0f86666c-bf06-49ac-8da4-3ba1f48a1248","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855947} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e9e1dad8 0f86666c-bf06-49ac-8da4-3ba1f48a1248 /tidb/cdc/default/default/upstream/7489804221665796726 {"id":7489804221665796726,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x ***************** properties ***************** "operationcount"="0" "fieldcount"="1000" "scanproportion"="0" "readallfields"="true" "mysql.db"="consistent_replicate_storage_file_large_value" "recordcount"="100" "fieldlength"="15000" "readproportion"="0" "dotransactions"="false" "threadcount"="10" "mysql.user"="root" "insertproportion"="0" "fieldlengthdistribution"="constant" "requestdistribution"="uniform" "mysql.host"="127.0.0.1" "workload"="core" "mysql.port"="4000" "updateproportion"="0" ********************************************** table test.`simple-dash` exists + endpoints=https://127.0.0.1:2579 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s + info='{ "upstream_id": 7489804199124338966, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457141371465105420, "checkpoint_time": "2025-04-05 20:25:39.732", "error": null }' + echo '{ "upstream_id": 7489804199124338966, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457141371465105420, "checkpoint_time": "2025-04-05 20:25:39.732", "error": null }' { "upstream_id": 7489804199124338966, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457141371465105420, "checkpoint_time": "2025-04-05 20:25:39.732", "error": null } ++ echo '{' '"upstream_id":' 7489804199124338966, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457141371465105420, '"checkpoint_time":' '"2025-04-05' '20:25:39.732",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489804199124338966, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457141371465105420, '"checkpoint_time":' '"2025-04-05' '20:25:39.732",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/autorandom/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... changefeed count 1 check pass, pd_addr: https://127.0.0.1:2579 table mark.finish_mark_5 exists table mark.finish_mark not exists for 1-th check, retry later Error: [CDC:ErrChangefeedUpdateRefused]changefeed update error: can only update changefeed config when it is stopped or failed update changefeed config should fail when changefeed is running, got Diff of changefeed config: {Type:update Path:[Config CaseSensitive] From:false To:true} {Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true} + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.39093.out cli changefeed --changefeed-id custom-changefeed-name pause PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... table mark.finish_mark exists check diff successfully + set +x start tidb cluster in /tmp/tidb_cdc_test/autorandom Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... curl http://10.233.86.109:2379/ % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed connect to 127.0.0.1:19115; Connection refused run task failed 4-th time, retry later time="2025-04-05T20:25:55+08:00" level=info msg="Listening on 127.0.0.1:19115" time="2025-04-05T20:25:55+08:00" level=info msg="Not intercepting TLS connections" wait process cdc.test exit for 3-th time... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit + endpoints=https://127.0.0.1:2579 + changefeed_id=custom-changefeed-name + expected_state=stopped + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s + info='{ "upstream_id": 7489804199124338966, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 457141374636785669, "checkpoint_time": "2025-04-05 20:25:51.831", "error": null }' + echo '{ "upstream_id": 7489804199124338966, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 457141374636785669, "checkpoint_time": "2025-04-05 20:25:51.831", "error": null }' { "upstream_id": 7489804199124338966, "namespace": "default", "id": "custom-changefeed-name", "state": "stopped", "checkpoint_tso": 457141374636785669, "checkpoint_time": "2025-04-05 20:25:51.831", "error": null } ++ echo '{' '"upstream_id":' 7489804199124338966, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 457141374636785669, '"checkpoint_time":' '"2025-04-05' '20:25:51.831",' '"error":' null '}' ++ jq -r .state + state=stopped + [[ ! stopped == \s\t\o\p\p\e\d ]] ++ echo '{' '"upstream_id":' 7489804199124338966, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 457141374636785669, '"checkpoint_time":' '"2025-04-05' '20:25:51.831",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.39179.out cli changefeed update --pd=https://127.0.0.1:2579 --config=/tmp/tidb_cdc_test/cli_tls_with_auth/changefeed.toml --no-confirm --changefeed-id custom-changefeed-name [2025/04/05 20:25:57.307 +08:00] [DEBUG] [peer.rs:2639] ["renew lease"] [reason=tick] [peer_id=109] [region_id=108] [thread_id=91] [2025/04/05 20:25:57.307 +08:00] [DEBUG] [peer.rs:4287] ["request to get a read index"] [is_leader=true] [peer_id=109] [region_id=108] [request_id=2b00b6bc-f101-4e60-a968-8b810664261a] [thread_id=91] [2025/04/05 20:25:57.307 +08:00] [DEBUG] [peer.rs:3226] ["reset raft tick to Ordered"] [peer_id=109] [region_id=108] [thread_id=91] [2025/04/05 20:25:57.307 +08:00] [DEBUG] [peer.rs:2883] ["handle raft ready"] [peer_id=109] [region_id=108] [thread_id=91] [2025/04/05 20:25:57.307 +08:00] [DEBUG] [peer.rs:3489] ["handle reads with a read index"] [peer_id=109] [region_id=108] [request_id=2b00b6bc-f101-4e60-a968-8b810664261a] [thread_id=91] [2025/04/05 20:25:57.312 +08:00] [DEBUG] [peer.rs:2639] ["renew lease"] [reason=tick] [peer_id=11] [region_id=10] [thread_id=92] [2025/04/05 20:25:57.312 +08:00] [DEBUG] [peer.rs:4287] ["request to get a read index"] [is_leader=true] [peer_id=11] [region_id=10] [request_id=74b85e84-2417-4552-b758-26d0c18fbcbc] [thread_id=92] [2025/04/05 20:25:57.312 +08:00] [DEBUG] [peer.rs:3226] ["reset raft tick to Ordered"] [peer_id=11] [region_id=10] [thread_id=92] [2025/04/05 20:25:57.312 +08:00] [DEBUG] [peer.rs:2883] ["handle raft ready"] [peer_id=11] [region_id=10] [thread_id=92] [2025/04/05 20:25:57.312 +08:00] [DEBUG] [peer.rs:3489] ["handle reads with a read index"] [peer_id=11] [region_id=10] [request_id=74b85e84-2417-4552-b758-26d0c18fbcbc] [thread_id=92] Diff of changefeed config: {Type:update Path:[Config CaseSensitive] From:false To:true} {Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true} Update changefeed config successfully! ID: custom-changefeed-name Info: {"upstream_id":7489804199124338966,"namespace":"default","id":"custom-changefeed-name","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:25:45.463500683+08:00","start_ts":457141371071627267,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":true,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"delete_only_output_handle_key_columns":null,"content_compatible":null,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457141374636785669,"checkpoint_time":"2025-04-05 20:25:51.831"} PASS coverage: 2.9% of statements in github.com/pingcap/tiflow/... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.39215.out cli changefeed --changefeed-id custom-changefeed-name resume PASS coverage: 2.1% of statements in github.com/pingcap/tiflow/... Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Run finished, takes 8.45274416s INSERT_ERROR - Takes(s): 7.6, Count: 100, OPS: 13.2, Avg(us): 214016, Min(us): 112398, Max(us): 476493, 95th(us): 354000, 99th(us): 415000 table consistent_replicate_storage_file_large_value.usertable exists table consistent_replicate_storage_file_large_value.check1 not exists for 1-th check, retry later + set +x table consistent_replicate_storage_file_large_value.check1 not exists for 2-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) curl http://10.233.86.109:2379/ % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 19 100 19 0 0 15859 0 --:--:-- --:--:-- --:--:-- 19000 404 page not found run task successfully + echo started proxy pid: 9253 started proxy pid: 9253 + echo started proxy at port: 19115 started proxy at port: 19115 + cd /tmp/tidb_cdc_test/http_proxies ++ run_cdc_cli_tso_query 10.233.86.109 2379 + pd_host=10.233.86.109 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://10.233.86.109:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_proxies.cli.13004.out cli tso query --pd=http://10.233.86.109:2379 table ci_collation_compatibility.t exists table ci_collation_compatibility.finish_mark_1 exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:26:03 CST 2025] <<<<<< run test case ci_collation_compatibility success! >>>>>> table consistent_replicate_storage_file_large_value.check1 exists table consistent_replicate_storage_file_large_value.t2 not exists for 1-th check, retry later + set +x failed proxying s2c rpc error: code = Canceled desc = context canceled failed proxying s2c rpc error: code = Canceled desc = context canceled + tso='457141377524301825 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141377524301825 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457141377524301825 + echo 'query start ts: 457141377524301825' query start ts: 457141377524301825 + run_cdc_server --workdir /tmp/tidb_cdc_test/http_proxies --binary cdc.test [Sat Apr 5 20:26:04 CST 2025] <<<<<< START cdc server in http_proxies case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_proxies.1304213044.out server --log-file /tmp/tidb_cdc_test/http_proxies/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/http_proxies/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to proxy 127.0.0.1 port 19115 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 19115 (#0) * Server auth using Basic with user 'ticdc' > GET http://127.0.0.1:8300/debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > Proxy-Connection: Keep-Alive > < HTTP/1.1 502 Bad Gateway < Date: Sat, 05 Apr 2025 12:26:04 GMT < Content-Length: 0 < * Connection #0 to host 127.0.0.1 left intact + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 failed proxying s2c rpc error: code = Canceled desc = context canceled + endpoints=https://127.0.0.1:2579 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s + info='{ "upstream_id": 7489804199124338966, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457141377782513671, "checkpoint_time": "2025-04-05 20:26:03.831", "error": null }' + echo '{ "upstream_id": 7489804199124338966, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457141377782513671, "checkpoint_time": "2025-04-05 20:26:03.831", "error": null }' { "upstream_id": 7489804199124338966, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457141377782513671, "checkpoint_time": "2025-04-05 20:26:03.831", "error": null } ++ echo '{' '"upstream_id":' 7489804199124338966, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457141377782513671, '"checkpoint_time":' '"2025-04-05' '20:26:03.831",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489804199124338966, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457141377782513671, '"checkpoint_time":' '"2025-04-05' '20:26:03.831",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.39283.out cli changefeed --changefeed-id custom-changefeed-name remove VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804305620040715 TiDB Cluster ID. tikv_gc_leader_uuid 65817a928340006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11, pid:32951, start at 2025-04-05 20:26:02.645673288 +0800 CST m=+2.257949777 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:28:02.654 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:26:02.637 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:16:02.637 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804305620040715 TiDB Cluster ID. tikv_gc_leader_uuid 65817a928340006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11, pid:32951, start at 2025-04-05 20:26:02.645673288 +0800 CST m=+2.257949777 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:28:02.654 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:26:02.637 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:16:02.637 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804302118217392 TiDB Cluster ID. tikv_gc_leader_uuid 65817a92828000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11, pid:33017, start at 2025-04-05 20:26:02.668129928 +0800 CST m=+2.210470588 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:28:02.676 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:26:02.684 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:16:02.684 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/autorandom/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/autorandom/tiflash/log/error.log arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/autorandom/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/autorandom/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/autorandom/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } The 1 times to try to start tidb cluster... Changefeed remove successfully. ID: custom-changefeed-name CheckpointTs: 457141378044657669 SinkURI: mysql://normal:xxxxx@127.0.0.1:3306/ PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... table consistent_replicate_storage_file_large_value.t2 not exists for 2-th check, retry later [Sat Apr 5 20:26:06 CST 2025] <<<<<< START cdc server in autorandom case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.autorandom.3426834270.out server --log-file /tmp/tidb_cdc_test/autorandom/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/autorandom/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to proxy 127.0.0.1 port 19115 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 19115 (#0) * Server auth using Basic with user 'ticdc' > GET http://127.0.0.1:8300/debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > Proxy-Connection: Keep-Alive > < HTTP/1.1 200 OK < Content-Length: 824 < Content-Type: text/plain; charset=utf-8 < Date: Sat, 05 Apr 2025 12:26:07 GMT < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/55da5978-0473-4be7-86a4-41f5cf829807 {"id":"55da5978-0473-4be7-86a4-41f5cf829807","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855964} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/67e89605e9b8c07a 55da5978-0473-4be7-86a4-41f5cf829807 /tidb/cdc/default/default/upstream/7489804176928537512 {"id":7489804176928537512,"pd-endpoints":"http://127.0.0.1:2379,http://10.233.86.109:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/55da5978-0473-4be7-86a4-41f5cf829807 {"id":"55da5978-0473-4be7-86a4-41f5cf829807","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855964} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/67e89605e9b8c07a 55da5978-0473-4be7-86a4-41f5cf829807 /tidb/cdc/default/default/upstream/7489804176928537512 {"id":7489804176928537512,"pd-endpoints":"http://127.0.0.1:2379,http://10.233.86.109:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/55da5978-0473-4be7-86a4-41f5cf829807 {"id":"55da5978-0473-4be7-86a4-41f5cf829807","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855964} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/67e89605e9b8c07a 55da5978-0473-4be7-86a4-41f5cf829807 /tidb/cdc/default/default/upstream/7489804176928537512 {"id":7489804176928537512,"pd-endpoints":"http://127.0.0.1:2379,http://10.233.86.109:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + echo started cdc server successfully started cdc server successfully + SINK_URI=blackhole:/// + run_cdc_cli changefeed create --start-ts=457141377524301825 --sink-uri=blackhole:/// + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.http_proxies.cli.13108.out cli changefeed create --start-ts=457141377524301825 --sink-uri=blackhole:/// Create changefeed successfully! ID: cd861bd2-e306-4a27-8f7a-cdd50008d452 Info: {"upstream_id":7489804176928537512,"namespace":"default","id":"cd861bd2-e306-4a27-8f7a-cdd50008d452","sink_uri":"blackhole:///","create_time":"2025-04-05T20:26:07.714538315+08:00","start_ts":457141377524301825,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141377524301825,"checkpoint_ts":457141377524301825,"checkpoint_time":"2025-04-05 20:26:02.846"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table consistent_replicate_storage_file_large_value.t2 not exists for 3-th check, retry later + set +x + sleep 5 start tidb cluster in /tmp/tidb_cdc_test/multi_source Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table consistent_replicate_storage_file_large_value.t2 not exists for 4-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:26:09 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/299de01c-b148-409b-be07-e3a074a5f28c {"id":"299de01c-b148-409b-be07-e3a074a5f28c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855967} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ea2969d5 299de01c-b148-409b-be07-e3a074a5f28c /tidb/cdc/default/default/upstream/7489804305620040715 {"id":7489804305620040715,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/299de01c-b148-409b-be07-e3a074a5f28c {"id":"299de01c-b148-409b-be07-e3a074a5f28c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855967} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ea2969d5 299de01c-b148-409b-be07-e3a074a5f28c /tidb/cdc/default/default/upstream/7489804305620040715 {"id":7489804305620040715,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/299de01c-b148-409b-be07-e3a074a5f28c {"id":"299de01c-b148-409b-be07-e3a074a5f28c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855967} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ea2969d5 299de01c-b148-409b-be07-e3a074a5f28c /tidb/cdc/default/default/upstream/7489804305620040715 {"id":7489804305620040715,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x Create changefeed successfully! ID: 39a2d88e-e0d6-46f1-bcd4-3e40f3d1cb8a Info: {"upstream_id":7489804305620040715,"namespace":"default","id":"39a2d88e-e0d6-46f1-bcd4-3e40f3d1cb8a","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:26:09.989822371+08:00","start_ts":457141379370057733,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141379370057733,"checkpoint_ts":457141379370057733,"checkpoint_time":"2025-04-05 20:26:09.887"} table autorandom_test.table_a not exists for 1-th check, retry later changefeed count 0 check pass, pd_addr: https://127.0.0.1:2579 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.39344.out cli changefeed create --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --tz=Asia/Shanghai -c=custom-changefeed-name [WARN] --tz is deprecated in changefeed settings. Create changefeed successfully! ID: custom-changefeed-name Info: {"upstream_id":7489804199124338966,"namespace":"default","id":"custom-changefeed-name","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:26:10.614106858+08:00","start_ts":457141379539140611,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141379539140611,"checkpoint_ts":457141379539140611,"checkpoint_time":"2025-04-05 20:26:10.532"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table consistent_replicate_storage_file_large_value.t2 not exists for 5-th check, retry later + set +x Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table autorandom_test.table_a exists check diff failed 1-th time, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } table consistent_replicate_storage_file_large_value.t2 not exists for 6-th check, retry later [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } + check + services=($(cat $WORK_DIR/test_proxy.log | xargs -L1 dirname | sort | uniq)) ++ cat /tmp/tidb_cdc_test/http_proxies/test_proxy.log ++ xargs -L1 dirname ++ sort ++ uniq + service_type_count=27 + echo 'captured services: ' captured services: + echo . /cdcpb.ChangeData /grpc.health.v1.Health /pdpb.PD /resource_manager.ResourceManager /tikvpb.Tikv '[2025/04' '[metadata=MD{content-type=[application/grpc],' ':authority=[10.233.86.109:2379],' 'user-agent=[grpc-go' '[metadata=MD{features=[stream-multiplexing],' 'user-agent=[grpc-go/1.64.0],' 'content-type=[application' '[metadata=MD{grpc-accept-encoding=[gzip],' 'user-agent=[grpc-go/1.64.0],' 'content-type=[application' '[metadata=MD{user-agent=[grpc-go/1.64.0],' 'grpc-accept-encoding=[gzip],' 'content-type=[application' '[metadata=MD{user-agent=[grpc-go/1.64.0],' 'grpc-accept-encoding=[gzip],' 'features=[stream-multiplexing],' 'content-type=[application' '[method=/cdcpb.ChangeData' '[method=/pdpb.PD' '[method=/resource_manager.ResourceManager' '[stack=main.intercept\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_proxies/run-proxy.go:56\ngithub.com/bradleyjkemp/grpc-tools/grpc-proxy.recoverWrapper.func1\n\t/go/pkg/mod/github.com/bradleyjkemp/grpc-tools@v0.2.5/grpc-proxy/config.go:52\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\t/go/pkg/mod/google.golang.org/grpc@v1.64.0/server.go:1680\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/go/pkg/mod/google.golang.org/grpc@v1.64.0/server.go:1800\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\t/go/pkg/mod/google.golang.org/grpc@v1.64.0' . /cdcpb.ChangeData /grpc.health.v1.Health /pdpb.PD /resource_manager.ResourceManager /tikvpb.Tikv [2025/04 [metadata=MD{content-type=[application/grpc], :authority=[10.233.86.109:2379], user-agent=[grpc-go [metadata=MD{features=[stream-multiplexing], user-agent=[grpc-go/1.64.0], content-type=[application [metadata=MD{grpc-accept-encoding=[gzip], user-agent=[grpc-go/1.64.0], content-type=[application [metadata=MD{user-agent=[grpc-go/1.64.0], grpc-accept-encoding=[gzip], content-type=[application [metadata=MD{user-agent=[grpc-go/1.64.0], grpc-accept-encoding=[gzip], features=[stream-multiplexing], content-type=[application [method=/cdcpb.ChangeData [method=/pdpb.PD [method=/resource_manager.ResourceManager [stack=main.intercept\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/http_proxies/run-proxy.go:56\ngithub.com/bradleyjkemp/grpc-tools/grpc-proxy.recoverWrapper.func1\n\t/go/pkg/mod/github.com/bradleyjkemp/grpc-tools@v0.2.5/grpc-proxy/config.go:52\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\t/go/pkg/mod/google.golang.org/grpc@v1.64.0/server.go:1680\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/go/pkg/mod/google.golang.org/grpc@v1.64.0/server.go:1800\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\t/go/pkg/mod/google.golang.org/grpc@v1.64.0 + '[' 27 -ge 2 ']' + check_logs /tmp/tidb_cdc_test/http_proxies ++ date + echo '[Sat Apr 5 20:26:14 CST 2025] <<<<<< run test case http_proxies success! >>>>>>' [Sat Apr 5 20:26:14 CST 2025] <<<<<< run test case http_proxies success! >>>>>> + stop_tidb_cluster failed proxying s2c rpc error: code = Canceled desc = context canceled [Pipeline] // withEnv [Pipeline] } check diff successfully [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } wait process cdc.test exit for 1-th time... + endpoints=https://127.0.0.1:2579 + changefeed_id=custom-changefeed-name + expected_state=normal + error_msg=null + tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates + [[ https://127.0.0.1:2579 =~ https ]] ++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s + info='{ "upstream_id": 7489804199124338966, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457141380679467009, "checkpoint_time": "2025-04-05 20:26:14.882", "error": null }' + echo '{ "upstream_id": 7489804199124338966, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457141380679467009, "checkpoint_time": "2025-04-05 20:26:14.882", "error": null }' { "upstream_id": 7489804199124338966, "namespace": "default", "id": "custom-changefeed-name", "state": "normal", "checkpoint_tso": 457141380679467009, "checkpoint_time": "2025-04-05 20:26:14.882", "error": null } ++ echo '{' '"upstream_id":' 7489804199124338966, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457141380679467009, '"checkpoint_time":' '"2025-04-05' '20:26:14.882",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489804199124338966, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457141380679467009, '"checkpoint_time":' '"2025-04-05' '20:26:14.882",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] wait process cdc.test exit for 2-th time... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:26:15 CST 2025] <<<<<< run test case autorandom success! >>>>>> table consistent_replicate_storage_file_large_value.t2 exists check diff successfully + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.39447.out cli unsafe delete-service-gc-safepoint wait process cdc.test exit for 1-th time... Confirm that you know what this command will do and use it at your own risk [Y/N] CDC service GC safepoint truncated in PD! PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:26:17 CST 2025] <<<<<< START cdc server in consistent_replicate_storage_file_large_value case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkHangLongTime=return(true)' + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_storage_file_large_value.1462814630.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/cdc_data --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.39470.out cli unsafe reset --no-confirm --pd=https://127.0.0.1:2579 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804362658315315 TiDB Cluster ID. tikv_gc_leader_uuid 65817a9f8840007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm, pid:28627, start at 2025-04-05 20:26:15.976303555 +0800 CST m=+2.252175336 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:28:15.983 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:26:15.969 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:16:15.969 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804362658315315 TiDB Cluster ID. tikv_gc_leader_uuid 65817a9f8840007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm, pid:28627, start at 2025-04-05 20:26:15.976303555 +0800 CST m=+2.252175336 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:28:15.983 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:26:15.969 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:16:15.969 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804360394348182 TiDB Cluster ID. tikv_gc_leader_uuid 65817a9f86c0003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm, pid:28703, start at 2025-04-05 20:26:15.965464647 +0800 CST m=+2.178700579 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:28:15.973 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:26:15.963 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:16:15.963 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_source/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_source/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } reset and all metadata truncated in PD! PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... + set +x + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.29968.out cli tso query --pd=http://127.0.0.1:2379 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:26:20 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff {UpstreamID:7489804221665796726 Namespace:default ID:bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:25:50.70147822 +0800 CST StartTs:457141374318542853 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0026a0120 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141374331650054} {CheckpointTs:457141376677838869 MinTableBarrierTs:457141382078267394 AdminJobType:noop} span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:121, startKey:7480000000000000ff795f720000000000fa, endKey:7480000000000000ff795f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/65022552-786c-4f96-8e26-d2bacfe7d5e7 {"id":"65022552-786c-4f96-8e26-d2bacfe7d5e7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855977} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e9e1dc38 65022552-786c-4f96-8e26-d2bacfe7d5e7 /tidb/cdc/default/default/changefeed/info/bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff {"upstream-id":7489804221665796726,"namespace":"default","changefeed-id":"bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:25:50.70147822+08:00","start-ts":457141374318542853,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141374331650054} /tidb/cdc/default/default/changefeed/status/bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff {"checkpoint-ts":457141376677838869,"min-table-barrier-ts":457141382078267394,"admin-job-type":0} /tidb/cdc/default/default/task/position/65022552-786c-4f96-8e26-d2bacfe7d5e7/bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489804221665796726 {"id":7489804221665796726,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff {UpstreamID:7489804221665796726 Namespace:default ID:bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:25:50.70147822 +0800 CST StartTs:457141374318542853 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0026a0120 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141374331650054} {CheckpointTs:457141376677838869 MinTableBarrierTs:457141382078267394 AdminJobType:noop} span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:121, startKey:7480000000000000ff795f720000000000fa, endKey:7480000000000000ff795f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/65022552-786c-4f96-8e26-d2bacfe7d5e7 {"id":"65022552-786c-4f96-8e26-d2bacfe7d5e7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855977} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e9e1dc38 65022552-786c-4f96-8e26-d2bacfe7d5e7 /tidb/cdc/default/default/changefeed/info/bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff {"upstream-id":7489804221665796726,"namespace":"default","changefeed-id":"bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:25:50.70147822+08:00","start-ts":457141374318542853,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141374331650054} /tidb/cdc/default/default/changefeed/status/bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff {"checkpoint-ts":457141376677838869,"min-table-barrier-ts":457141382078267394,"admin-job-type":0} /tidb/cdc/default/default/task/position/65022552-786c-4f96-8e26-d2bacfe7d5e7/bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489804221665796726 {"id":7489804221665796726,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff {UpstreamID:7489804221665796726 Namespace:default ID:bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:25:50.70147822 +0800 CST StartTs:457141374318542853 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0026a0120 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141374331650054} {CheckpointTs:457141376677838869 MinTableBarrierTs:457141382078267394 AdminJobType:noop} span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:121, startKey:7480000000000000ff795f720000000000fa, endKey:7480000000000000ff795f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457141376677838869, checkpointTs: 457141376677838869, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/65022552-786c-4f96-8e26-d2bacfe7d5e7 {"id":"65022552-786c-4f96-8e26-d2bacfe7d5e7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855977} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605e9e1dc38 65022552-786c-4f96-8e26-d2bacfe7d5e7 /tidb/cdc/default/default/changefeed/info/bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff {"upstream-id":7489804221665796726,"namespace":"default","changefeed-id":"bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:25:50.70147822+08:00","start-ts":457141374318542853,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141374331650054} /tidb/cdc/default/default/changefeed/status/bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff {"checkpoint-ts":457141376677838869,"min-table-barrier-ts":457141382078267394,"admin-job-type":0} /tidb/cdc/default/default/task/position/65022552-786c-4f96-8e26-d2bacfe7d5e7/bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489804221665796726 {"id":7489804221665796726,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x + set +x + tso='457141382130696193 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141382130696193 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:26:21 CST 2025] <<<<<< START cdc server in multi_source case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.2999930001.out server --log-file /tmp/tidb_cdc_test/multi_source/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_source/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.39565.out cli unsafe resolve-lock --region=86 PASS coverage: 2.0% of statements in github.com/pingcap/tiflow/... + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.39599.out cli unsafe resolve-lock --region=86 --ts=457141381989924871 PASS + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:26:24 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/31932a22-6d40-4a21-96e3-d8d4d724e932 {"id":"31932a22-6d40-4a21-96e3-d8d4d724e932","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855982} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ea6358e5 31932a22-6d40-4a21-96e3-d8d4d724e932 /tidb/cdc/default/default/upstream/7489804362658315315 {"id":7489804362658315315,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/31932a22-6d40-4a21-96e3-d8d4d724e932 {"id":"31932a22-6d40-4a21-96e3-d8d4d724e932","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855982} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ea6358e5 31932a22-6d40-4a21-96e3-d8d4d724e932 /tidb/cdc/default/default/upstream/7489804362658315315 {"id":7489804362658315315,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/31932a22-6d40-4a21-96e3-d8d4d724e932 {"id":"31932a22-6d40-4a21-96e3-d8d4d724e932","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743855982} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ea6358e5 31932a22-6d40-4a21-96e3-d8d4d724e932 /tidb/cdc/default/default/upstream/7489804362658315315 {"id":7489804362658315315,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.30056.out cli changefeed create --start-ts=457141382130696193 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ coverage: 2.0% of statements in github.com/pingcap/tiflow/... Create changefeed successfully! ID: c98030b0-2b15-4a16-8157-2e4f65f7815c Info: {"upstream_id":7489804362658315315,"namespace":"default","id":"c98030b0-2b15-4a16-8157-2e4f65f7815c","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:26:25.413055978+08:00","start_ts":457141382130696193,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141382130696193,"checkpoint_ts":457141382130696193,"checkpoint_time":"2025-04-05 20:26:20.418"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + stop_proxy + kill 9253 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/sequence/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... + set +x % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 218 100 212 100 6 1877 53 --:--:-- --:--:-- --:--:-- 1892 { "error_msg": "[CDC:ErrAPIInvalidParam]invalid log level: json: cannot unmarshal string into Go value of type struct { Level string \"json:\\\"log_level\\\"\" }", "error_code": "CDC:ErrAPIInvalidParam" + set +x =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/generate_column/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/sequence Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... } % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 182 100 182 0 0 1669 0 --:--:-- --:--:-- --:--:-- 1685 { "version": "v9.0.0-beta.1-9-g4c631d595", "git_hash": "4c631d5951854ac91765b729fe3849d8e8d5ed8a", "id": "adfe629e-c973-4ee5-89eb-07c9ffb64bb3", "pid": 38854, "is_owner": true }wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... start tidb cluster in /tmp/tidb_cdc_test/generate_column Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:26:31 CST 2025] <<<<<< run test case cli_tls_with_auth success! >>>>>> [2025/04/05 20:26:31.836 +08:00] [INFO] [main.go:86] ["running ddl test: 0 createDropSchemaDDL"] [2025/04/05 20:26:32.115 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 20:26:32.121 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 20:26:32.445 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 20:26:32.451 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 20:26:32.452 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 20:26:32.458 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 20:26:32.697 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 20:26:32.717 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 20:26:33.044 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 20:26:33.051 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 20:26:33.072 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 20:26:33.084 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 20:26:33.342 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 20:26:33.441 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 20:26:33.674 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 20:26:33.685 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 20:26:33.702 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/05 20:26:33.713 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] Verifying downstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 20:26:34.034 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 20:26:34.066 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/05 20:26:34.307 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 20:26:34.322 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 20:26:34.401 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 20:26:34.414 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 20:26:34.645 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/05 20:26:34.666 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 20:26:34.900 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 20:26:34.983 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/05 20:26:34.991 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 20:26:35.004 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] table testSync.usertable exists table testSync.simple1 exists table testSync.simple2 exists Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 20:26:35.247 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/05 20:26:35.256 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/05 20:26:35.576 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 20:26:35.584 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/05 20:26:35.591 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/05 20:26:35.602 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/05 20:26:35.833 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/05 20:26:35.849 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:26:36.231 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 20:26:36.249 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/05 20:26:36.249 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/05 20:26:36.273 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/05 20:26:36.516 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/05 20:26:36.619 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/debezium_basic/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:26:40 CST 2025] <<<<<< run test case debezium_basic success! >>>>>> VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804456315453339 TiDB Cluster ID. tikv_gc_leader_uuid 65817ab67180004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11, pid:35363, start at 2025-04-05 20:26:39.433723004 +0800 CST m=+2.234415650 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:28:39.441 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:26:39.430 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:16:39.430 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804456315453339 TiDB Cluster ID. tikv_gc_leader_uuid 65817ab67180004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11, pid:35363, start at 2025-04-05 20:26:39.433723004 +0800 CST m=+2.234415650 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:28:39.441 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:26:39.430 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:16:39.430 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804463700619808 TiDB Cluster ID. tikv_gc_leader_uuid 65817ab6718000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-z-d5q11, pid:35430, start at 2025-04-05 20:26:39.449008113 +0800 CST m=+2.186673486 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:28:39.456 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:26:39.430 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:16:39.430 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/generate_column/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/generate_column/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/generate_column/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/generate_column/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/generate_column/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [2025/04/05 20:26:41.863 +08:00] [INFO] [main.go:86] ["running ddl test: 1 truncateDDL"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:26:42.091 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 20:26:42.094 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 20:26:42.275 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 20:26:42.288 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 20:26:42.298 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 20:26:42.309 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 20:26:42.475 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 20:26:42.508 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] check_redo_resolved_ts bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff 457141387569922053 file:///tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/redo /tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/cdc_data/redo/bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff/meta global resolved ts 457141387059003397 not forward to 457141387569922053 run task failed 1-th time, retry later [2025/04/05 20:26:42.666 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 20:26:42.692 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 20:26:42.706 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 20:26:42.724 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 20:26:42.859 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 20:26:42.907 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 20:26:43.052 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 20:26:43.089 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 20:26:43.107 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/05 20:26:43.129 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 20:26:43.250 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 20:26:43.307 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] check_redo_resolved_ts bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff 457141387569922053 file:///tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/redo /tmp/tidb_cdc_test/consistent_replicate_storage_file_large_value/cdc_data/redo/bfb2b271-9867-4f19-bdbe-f4cf9f9c99ff/meta run task successfully + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.generate_column.cli.36810.out cli tso query --pd=http://127.0.0.1:2379 [2025/04/05 20:26:43.436 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 20:26:43.471 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 20:26:43.502 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 20:26:43.532 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 20:26:43.622 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/05 20:26:43.701 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 20:26:43.829 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 20:26:43.872 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/05 20:26:43.903 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) wait process cdc.test exit for 1-th time... [2025/04/05 20:26:43.939 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/05 20:26:44.044 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/05 20:26:44.145 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/05 20:26:44.273 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/05 20:26:44.327 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/05 20:26:44.342 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 20:26:44.382 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_simple_basic/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:26:43 CST 2025] <<<<<< run test case kafka_simple_basic success! >>>>>> wait process cdc.test exit for 2-th time... [2025/04/05 20:26:44.471 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/05 20:26:44.530 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/05 20:26:44.652 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/05 20:26:44.698 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/05 20:26:44.713 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 20:26:44.760 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/05 20:26:44.821 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/05 20:26:44.904 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [2025/04/05 20:26:45.001 +08:00] [INFO] [helper.go:54] ["init log"] [file=] [level=info] [2025/04/05 20:26:45.001 +08:00] [INFO] [apply.go:78] ["set memory limit"] [memoryLimit=10737418240] [2025/04/05 20:26:45.002 +08:00] [INFO] [apply.go:94] ["Start http pprof server"] [addr=127.0.0.1:6060] [2025/04/05 20:26:45.002 +08:00] [INFO] [mem_quota.go:82] ["New memory quota"] [namespace=default] [changefeed=redo-applier] [total=1073741824] [2025/04/05 20:26:45.002 +08:00] [INFO] [redo.go:167] ["apply redo log starts"] [checkpointTs=457141382274613276] [resolvedTs=457141387583029252] [2025/04/05 20:26:45.003 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=ddl] [duration=849.336µs] [2025/04/05 20:26:45.003 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 20:26:45.003 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=row] [duration=1.013697ms] [2025/04/05 20:26:45.003 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 20:26:45.003 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 20:26:45.007 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22ONLY_FULL_GROUP_BY%2CIGNORE_SPACE%2CALLOW_INVALID_DATES%2CNO_ENGINE_SUBSTITUTION%2CNO_AUTO_VALUE_ON_ZERO%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 20:26:45.010 +08:00] [INFO] [mysql.go:195] ["MySQL backends is created"] [changefeed=.] [workerCount=16] [forceReplicate=false] [2025/04/05 20:26:45.011 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:26:45.011 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:26:45.011 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:26:45.011 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:26:45.011 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:26:45.011 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:26:45.011 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:26:45.011 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:26:45.011 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:26:45.011 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:26:45.011 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:26:45.011 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:26:45.011 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:26:45.011 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:26:45.011 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:26:45.011 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:26:45.012 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=0] [2025/04/05 20:26:45.012 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=2] [2025/04/05 20:26:45.012 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=3] [2025/04/05 20:26:45.012 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=6] [2025/04/05 20:26:45.012 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=1] [2025/04/05 20:26:45.012 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=9] [2025/04/05 20:26:45.012 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=10] [2025/04/05 20:26:45.012 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=4] [2025/04/05 20:26:45.012 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=11] [2025/04/05 20:26:45.012 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=5] [2025/04/05 20:26:45.012 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=7] [2025/04/05 20:26:45.012 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=13] [2025/04/05 20:26:45.012 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=14] [2025/04/05 20:26:45.012 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=12] [2025/04/05 20:26:45.012 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=8] [2025/04/05 20:26:45.012 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 20:26:45.012 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 20:26:45.012 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 20:26:45.012 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=15] [2025/04/05 20:26:45.016 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22ONLY_FULL_GROUP_BY%2CIGNORE_SPACE%2CALLOW_INVALID_DATES%2CNO_AUTO_VALUE_ON_ZERO%2CNO_ENGINE_SUBSTITUTION%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 20:26:45.018 +08:00] [WARN] [mysql_ddl_sink.go:291] ["please set `has-vector-type` to be true if a column is vector type when the downstream is not TiDB or TiDB version less than specify version"] [hasVectorType=false] [supportVectorVersion=8.4.0] [2025/04/05 20:26:45.018 +08:00] [INFO] [mysql_ddl_sink.go:122] ["MySQL DDL sink is created"] [namespace=] [changefeed=] [2025/04/05 20:26:45.018 +08:00] [ERROR] [redo.go:272] ["ignore unsupported DDL"] [ddl="{\"StartTs\":457141382274613271,\"CommitTs\":457141382274613276,\"Query\":\"ALTER TABLE `consistent_replicate_storage_file_large_value`.`t1` EXCHANGE PARTITION `p3` WITH TABLE `consistent_replicate_storage_file_large_value`.`t2`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_storage_file_large_value\",\"Table\":\"t1\",\"TableID\":118,\"IsPartition\":true},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":42,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:26:45.017 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 20:26:45.080 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/05 20:26:45.128 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/05 20:26:45.184 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/05 20:26:45.219 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}"] [checkpointTs=457141387583029252] [2025/04/05 20:26:45.219 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}"] [checkpointTs=457141387583029252] [2025/04/05 20:26:45.215 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] [2025/04/05 20:26:45.322 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/05 20:26:45.407 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 221 100 221 0 0 6430 0 --:--:-- --:--:-- --:--:-- 6500 + synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-05 20:26:32.920","puller_resolved_ts":"2025-04-05 20:26:24.920","last_synced_ts":"2025-04-05 20:24:16.320","now_ts":"2025-04-05 20:26:33.000","info":"Data syncing is finished"}' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '20:26:32.920","puller_resolved_ts":"2025-04-05' '20:26:24.920","last_synced_ts":"2025-04-05' '20:24:16.320","now_ts":"2025-04-05' '20:26:33.000","info":"Data' syncing is 'finished"}' ++ jq .synced + status=true + '[' true '!=' true ']' + kill_pd ++ ps aux ++ grep pd-server ++ grep /tmp/tidb_cdc_test/synced_status + info='jenkins 15045 7.8 0.0 13788260 149324 ? Sl 20:23 0:12 pd-server --advertise-client-urls http://127.0.0.1:2379 --client-urls http://0.0.0.0:2379 --advertise-peer-urls http://127.0.0.1:2380 --peer-urls http://0.0.0.0:2380 --config /tmp/tidb_cdc_test/synced_status/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status/pd1.log --data-dir /tmp/tidb_cdc_test/synced_status/pd1 --name=pd1 --initial-cluster=pd1=http://127.0.0.1:2380 jenkins 15109 5.8 0.0 13731688 141316 ? Sl 20:23 0:09 pd-server --advertise-client-urls http://127.0.0.1:2479 --client-urls http://0.0.0.0:2479 --advertise-peer-urls http://127.0.0.1:2480 --peer-urls http://0.0.0.0:2480 --config /tmp/tidb_cdc_test/synced_status/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status/down_pd.log --data-dir /tmp/tidb_cdc_test/synced_status/down_pd' ++ ps aux ++ grep pd-server ++ grep /tmp/tidb_cdc_test/synced_status ++ awk '{print $2}' ++ xargs kill -9 + sleep 20 {"level":"warn","ts":1743856000.0752003,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc004404540/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743856000.075262,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743856000.1740642,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc003260380/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"info","ts":1743856000.174118,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743856000.2087193,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000228540/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743856000.2087667,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} + set +x + tso='457141388278235137 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141388278235137 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:26:45 CST 2025] <<<<<< START cdc server in generate_column case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.generate_column.3685336855.out server --log-file /tmp/tidb_cdc_test/generate_column/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/generate_column/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 20:26:45.522 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}"] [checkpointTs=457141387583029252] [2025/04/05 20:26:45.522 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}"] [checkpointTs=457141387583029252] [2025/04/05 20:26:45.622 +08:00] [INFO] [redo.go:223] ["apply redo log finishes"] [appliedLogCount=8] [appliedDDLCount=0] [currentCheckpoint=457141387583029252] [2025/04/05 20:26:45.622 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=0] [2025/04/05 20:26:45.622 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=5] [2025/04/05 20:26:45.622 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=12] [2025/04/05 20:26:45.622 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=10] [2025/04/05 20:26:45.622 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=15] [2025/04/05 20:26:45.622 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=7] [2025/04/05 20:26:45.622 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=6] [2025/04/05 20:26:45.622 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=13] [2025/04/05 20:26:45.622 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=2] [2025/04/05 20:26:45.622 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=8] [2025/04/05 20:26:45.622 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=9] [2025/04/05 20:26:45.622 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=14] [2025/04/05 20:26:45.622 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=1] [2025/04/05 20:26:45.622 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=4] [2025/04/05 20:26:45.622 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=11] [2025/04/05 20:26:45.622 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=3] Apply redo log successfully [2025/04/05 20:26:45.461 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/05 20:26:45.521 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/05 20:26:45.583 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/05 20:26:45.598 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:26:45.713 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/05 20:26:45.795 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/05 20:26:45.860 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/05 20:26:45.918 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] check diff successfully [Sat Apr 5 20:26:46 CST 2025] <<<<<< run test case consistent_replicate_storage_file_large_value success! >>>>>> count(*) 0 [2025/04/05 20:26:45.990 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/05 20:26:46.005 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] [2025/04/05 20:26:46.160 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/05 20:26:46.246 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/05 20:26:46.317 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [2025/04/05 20:26:46.360 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/05 20:26:46.439 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [2025/04/05 20:26:46.445 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/05 20:26:46.556 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] [2025/04/05 20:26:46.637 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"] [2025/04/05 20:26:46.705 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"] [2025/04/05 20:26:46.754 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"] [2025/04/05 20:26:46.823 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"] [2025/04/05 20:26:46.834 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_simple_basic_avro/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:26:47 CST 2025] <<<<<< run test case kafka_simple_basic_avro success! >>>>>> {"level":"warn","ts":"2025-04-05T20:26:47.772336+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002419180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:26:47.778631+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000885c00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:26:47.875887+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000905dc0/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:26:48 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ea7942a9-3f99-4803-ab0a-1575b21b3cf3 {"id":"ea7942a9-3f99-4803-ab0a-1575b21b3cf3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856005} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605eab916e9 ea7942a9-3f99-4803-ab0a-1575b21b3cf3 /tidb/cdc/default/default/upstream/7489804456315453339 {"id":7489804456315453339,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ea7942a9-3f99-4803-ab0a-1575b21b3cf3 {"id":"ea7942a9-3f99-4803-ab0a-1575b21b3cf3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856005} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605eab916e9 ea7942a9-3f99-4803-ab0a-1575b21b3cf3 /tidb/cdc/default/default/upstream/7489804456315453339 {"id":7489804456315453339,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/ea7942a9-3f99-4803-ab0a-1575b21b3cf3 {"id":"ea7942a9-3f99-4803-ab0a-1575b21b3cf3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856005} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605eab916e9 ea7942a9-3f99-4803-ab0a-1575b21b3cf3 /tidb/cdc/default/default/upstream/7489804456315453339 {"id":7489804456315453339,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.generate_column.cli.36914.out cli changefeed create --start-ts=457141388278235137 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: 039fef9d-5da7-47a3-bee1-f1ded91a9d5b Info: {"upstream_id":7489804456315453339,"namespace":"default","id":"039fef9d-5da7-47a3-bee1-f1ded91a9d5b","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:26:48.88012892+08:00","start_ts":457141388278235137,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141388278235137,"checkpoint_ts":457141388278235137,"checkpoint_time":"2025-04-05 20:26:43.869"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x table generate_column.t1 not exists for 1-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:26:50 CST 2025] <<<<<< run test case kafka_simple_handle_key_only success! >>>>>> ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:26:52.008 +08:00] [INFO] [main.go:86] ["running ddl test: 2 addDropColumnDDL"] [2025/04/05 20:26:52.225 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 20:26:52.235 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 20:26:52.417 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 20:26:52.419 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 20:26:52.433 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 20:26:52.436 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] table generate_column.t1 exists table generate_column.t2 not exists for 1-th check, retry later [2025/04/05 20:26:52.617 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 20:26:52.638 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 20:26:52.794 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 20:26:52.795 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 20:26:52.837 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 20:26:52.839 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] {"level":"warn","ts":1743856013.1602051,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc004404540/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} [2025/04/05 20:26:52.971 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 20:26:53.033 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 20:26:53.156 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 20:26:53.158 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] {"level":"warn","ts":1743856013.2634919,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc003260380/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} [2025/04/05 20:26:53.230 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/05 20:26:53.232 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 20:26:53.342 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 20:26:53.423 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed [2025/04/05 20:26:53.526 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 20:26:53.528 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 20:26:53.616 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 20:26:53.618 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 20:26:53.711 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0{"level":"warn","ts":"2025-04-05T20:26:53.77292+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002419180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:26:53.780118+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000885c00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:26:53.877012+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000905dc0/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} [2025/04/05 20:26:53.811 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 20:26:53.896 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 20:26:53.897 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:26:54.011 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 20:26:54.014 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/05 20:26:54.095 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only_avro/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:26:53 CST 2025] <<<<<< run test case kafka_simple_handle_key_only_avro success! >>>>>> [2025/04/05 20:26:54.261 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/05 20:26:54.303 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/05 20:26:54.305 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/05 20:26:54.462 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 20:26:54.465 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/05 20:26:54.481 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/05 20:26:54.664 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/05 20:26:54.664 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/05 20:26:54.666 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] table generate_column.t2 not exists for 2-th check, retry later [2025/04/05 20:26:54.849 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/05 20:26:54.862 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 20:26:54.864 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/05 20:26:55.034 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 20:26:55.036 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/05 20:26:55.063 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/05 20:26:55.214 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] [2025/04/05 20:26:55.258 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/05 20:26:55.260 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/05 20:26:55.399 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/05 20:26:55.401 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/05 20:26:55.455 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/05 20:26:55.575 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [2025/04/05 20:26:55.649 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/05 20:26:55.651 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/05 20:26:55.747 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/05 20:26:55.749 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:01 --:--:-- 0 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) [2025/04/05 20:26:55.843 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/05 20:26:55.923 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/consistent_replicate_storage_s3/run.sh using Sink-Type: mysql... <<================= * About to connect() to 127.0.0.1 port 24927 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:24927; Connection refused * Closing connection 0 [2025/04/05 20:26:56.048 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/05 20:26:56.051 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/05 20:26:56.108 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/05 20:26:56.110 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [2025/04/05 20:26:56.247 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] You are running an older version of MinIO released 4 years ago Update: Run `mc admin update` Attempting encryption of all config, IAM users and policies on MinIO backend [2025/04/05 20:26:56.281 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/05 20:26:56.447 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/05 20:26:56.449 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [2025/04/05 20:26:56.453 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"] [2025/04/05 20:26:56.455 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"] Endpoint: http://127.0.0.1:24927 Object API (Amazon S3 compatible): Go: https://docs.min.io/docs/golang-client-quickstart-guide Java: https://docs.min.io/docs/java-client-quickstart-guide Python: https://docs.min.io/docs/python-client-quickstart-guide JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide .NET: https://docs.min.io/docs/dotnet-client-quickstart-guide 0 0 0 0 0 0 0 0 --:--:-- 0:00:02 --:--:-- 0 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_simple_claim_check/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:26:56 CST 2025] <<<<<< run test case kafka_simple_claim_check success! >>>>>> [2025/04/05 20:26:56.634 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"] [2025/04/05 20:26:56.647 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] table generate_column.t2 exists check diff successfully [2025/04/05 20:26:56.802 +08:00] [INFO] [main.go:221] ["1 insert success: 2600"] [2025/04/05 20:26:56.804 +08:00] [INFO] [main.go:235] ["1 delete success: 1300"] [2025/04/05 20:26:56.837 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"] [2025/04/05 20:26:56.839 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"] [2025/04/05 20:26:56.974 +08:00] [INFO] [main.go:221] ["1 insert success: 2700"] wait process cdc.test exit for 1-th time... 0 0 0 0 0 0 0 0 --:--:-- 0:00:03 --:--:-- 0 wait process cdc.test exit for 2-th time... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) * About to connect() to 127.0.0.1 port 24927 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 24927 (#0) > GET / HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:24927 > Accept: */* > < HTTP/1.1 403 Forbidden < Accept-Ranges: bytes < Content-Length: 226 < Content-Security-Policy: block-all-mixed-content < Content-Type: application/xml < Server: MinIO/RELEASE.2020-07-27T18-37-02Z < Vary: Origin < X-Amz-Request-Id: 18336BCF055A111A < X-Xss-Protection: 1; mode=block < Date: Sat, 05 Apr 2025 12:26:57 GMT < { [data not shown] * Connection #0 to host 127.0.0.1 left intact Bucket 's3://logbucket/' created The 1 times to try to start tidb cluster... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:26:58 CST 2025] <<<<<< run test case generate_column success! >>>>>> 0 0 0 0 0 0 0 0 --:--:-- 0:00:04 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:05 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:06 --:--:-- 0{"level":"warn","ts":"2025-04-05T20:26:59.77414+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002419180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:26:59.781112+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000885c00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:26:59.877884+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000905dc0/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804458727115961 TiDB Cluster ID. tikv_gc_leader_uuid 65817ac9f6c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-b-sr1zl, pid:14201, start at 2025-04-05 20:26:59.443017942 +0800 CST m=+23.873456101 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:28:59.449 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:26:59.419 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:16:59.419 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804458727115961 TiDB Cluster ID. tikv_gc_leader_uuid 65817ac9f6c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-b-sr1zl, pid:14201, start at 2025-04-05 20:26:59.443017942 +0800 CST m=+23.873456101 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:28:59.449 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:26:59.419 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:16:59.419 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804447414905312 TiDB Cluster ID. tikv_gc_leader_uuid 65817ab4210000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-b-sr1zl, pid:14280, start at 2025-04-05 20:26:37.080254537 +0800 CST m=+1.441945498 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:28:37.097 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:26:37.060 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:16:37.060 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/sequence/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/sequence/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/sequence/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/sequence/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/sequence/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_simple_claim_check_avro/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:27:00 CST 2025] <<<<<< run test case kafka_simple_claim_check_avro success! >>>>>> 0 0 0 0 0 0 0 0 --:--:-- 0:00:07 --:--:-- 0 start tidb cluster in /tmp/tidb_cdc_test/consistent_replicate_storage_s3 Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [Sat Apr 5 20:27:02 CST 2025] <<<<<< START cdc server in sequence case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sequence.1567815680.out server --log-file /tmp/tidb_cdc_test/sequence/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sequence/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 20:27:02.121 +08:00] [INFO] [main.go:86] ["running ddl test: 3 addDropColumnDDL2"] [2025/04/05 20:27:02.316 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 20:27:02.331 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 20:27:02.484 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 20:27:02.485 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:08 --:--:-- 0 [2025/04/05 20:27:02.510 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 20:27:02.511 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 20:27:02.655 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 20:27:02.706 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 20:27:02.826 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 20:27:02.826 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 20:27:02.885 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 20:27:02.886 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 20:27:02.997 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 20:27:03.064 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 20:27:03.168 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 20:27:03.169 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 20:27:03.246 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 20:27:03.247 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/canal_json_adapter_compatibility/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:27:03 CST 2025] <<<<<< run test case canal_json_adapter_compatibility success! >>>>>> [2025/04/05 20:27:03.350 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 20:27:03.437 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:09 --:--:-- 0 [2025/04/05 20:27:03.532 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] [2025/04/05 20:27:03.533 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 20:27:03.624 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 20:27:03.625 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 20:27:03.726 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/05 20:27:03.826 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 20:27:03.913 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/05 20:27:03.914 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 20:27:04.019 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/05 20:27:04.020 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 20:27:04.105 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/05 20:27:04.240 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [2025/04/05 20:27:04.315 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/05 20:27:04.316 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/05 20:27:04.434 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/05 20:27:04.435 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 20:27:04.514 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/05 20:27:04.624 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/05 20:27:04.696 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/05 20:27:04.697 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:10 --:--:-- 0 [2025/04/05 20:27:04.814 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/05 20:27:04.815 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 20:27:04.875 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/05 20:27:05.002 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/05 20:27:05.055 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/05 20:27:05.056 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 20:27:05.192 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/05 20:27:05.193 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/05 20:27:05.228 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:27:05 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/27bc1d73-bed9-44c7-b4d4-381fdfc1c7f6 {"id":"27bc1d73-bed9-44c7-b4d4-381fdfc1c7f6","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856022} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605eab2d72f 27bc1d73-bed9-44c7-b4d4-381fdfc1c7f6 /tidb/cdc/default/default/upstream/7489804458727115961 {"id":7489804458727115961,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/27bc1d73-bed9-44c7-b4d4-381fdfc1c7f6 {"id":"27bc1d73-bed9-44c7-b4d4-381fdfc1c7f6","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856022} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605eab2d72f 27bc1d73-bed9-44c7-b4d4-381fdfc1c7f6 /tidb/cdc/default/default/upstream/7489804458727115961 {"id":7489804458727115961,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/27bc1d73-bed9-44c7-b4d4-381fdfc1c7f6 {"id":"27bc1d73-bed9-44c7-b4d4-381fdfc1c7f6","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856022} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605eab2d72f 27bc1d73-bed9-44c7-b4d4-381fdfc1c7f6 /tidb/cdc/default/default/upstream/7489804458727115961 {"id":7489804458727115961,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sequence.cli.15731.out cli changefeed create --start-ts=457141393036410881 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --config /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/sequence/conf/force_replicate.toml [2025/04/05 20:27:05.376 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/05 20:27:05.400 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/05 20:27:05.401 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] Create changefeed successfully! ID: 0bdad117-4df2-4656-b58f-9bd46b46a168 Info: {"upstream_id":7489804458727115961,"namespace":"default","id":"0bdad117-4df2-4656-b58f-9bd46b46a168","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:27:05.513413463+08:00","start_ts":457141393036410881,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":true,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141393036410881,"checkpoint_ts":457141393036410881,"checkpoint_time":"2025-04-05 20:27:02.020"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... [2025/04/05 20:27:05.558 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/05 20:27:05.559 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/05 20:27:05.573 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [2025/04/05 20:27:05.740 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/05 20:27:05.747 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/05 20:27:05.748 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:11 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:12 --:--:-- 0{"level":"warn","ts":"2025-04-05T20:27:05.775138+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002419180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:27:05.783188+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000885c00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} [2025/04/05 20:27:05.921 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/05 20:27:05.922 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/05 20:27:05.938 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] {"level":"warn","ts":"2025-04-05T20:27:05.878406+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000905dc0/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} [2025/04/05 20:27:06.106 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/05 20:27:06.141 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [2025/04/05 20:27:06.142 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/05 20:27:06.302 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] [2025/04/05 20:27:06.303 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/05 20:27:06.337 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/05 20:27:06.478 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] [2025/04/05 20:27:06.521 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"] [2025/04/05 20:27:06.522 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/canal_json_basic/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:27:06 CST 2025] <<<<<< run test case canal_json_basic success! >>>>>> [2025/04/05 20:27:06.656 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"] [2025/04/05 20:27:06.657 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"] [2025/04/05 20:27:06.702 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"] + set +x [2025/04/05 20:27:06.836 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"] [2025/04/05 20:27:06.885 +08:00] [INFO] [main.go:235] ["1 delete success: 1300"] [2025/04/05 20:27:06.886 +08:00] [INFO] [main.go:221] ["1 insert success: 2600"] [2025/04/05 20:27:07.020 +08:00] [INFO] [main.go:235] ["0 delete success: 1300"] [2025/04/05 20:27:07.021 +08:00] [INFO] [main.go:221] ["0 insert success: 2600"] [2025/04/05 20:27:07.070 +08:00] [INFO] [main.go:221] ["1 insert success: 2700"] table sequence_test.t1 not exists for 1-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) 0 0 0 0 0 0 0 0 --:--:-- 0:00:13 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:14 --:--:-- 0{"level":"warn","ts":"2025-04-05T20:27:07.76487+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002419180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":"2025-04-05T20:27:07.764916+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":"2025-04-05T20:27:07.767008+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000885c00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":"2025-04-05T20:27:07.76704+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":"2025-04-05T20:27:07.86662+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000905dc0/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"info","ts":"2025-04-05T20:27:07.866659+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} table sequence_test.t1 exists check table exists success ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) check diff failed 1-th time, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/canal_json_content_compatible/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:27:09 CST 2025] <<<<<< run test case canal_json_content_compatible success! >>>>>> 0 0 0 0 0 0 0 0 --:--:-- 0:00:15 --:--:-- 0 \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate 0 0 0 0 0 0 0 0 --:--:-- 0:00:16 --:--:-- 0 [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804589566151895 TiDB Cluster ID. tikv_gc_leader_uuid 65817ad36b00005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:16006, start at 2025-04-05 20:27:09.10661666 +0800 CST m=+2.117273650 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:29:09.114 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:27:09.100 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:17:09.100 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804589566151895 TiDB Cluster ID. tikv_gc_leader_uuid 65817ad36b00005 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:16006, start at 2025-04-05 20:27:09.10661666 +0800 CST m=+2.117273650 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:29:09.114 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:27:09.100 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:17:09.100 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804589294313025 TiDB Cluster ID. tikv_gc_leader_uuid 65817ad37e8000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:16077, start at 2025-04-05 20:27:09.213638565 +0800 CST m=+2.167837229 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:29:09.220 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:27:09.178 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:17:09.178 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/consistent_replicate_storage_s3/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/consistent_replicate_storage_s3/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/consistent_replicate_storage_s3/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/consistent_replicate_storage_s3/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/consistent_replicate_storage_s3/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } 0 0 0 0 0 0 0 0 --:--:-- 0:00:17 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:18 --:--:-- 0{"level":"warn","ts":"2025-04-05T20:27:11.776412+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002419180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:27:11.784133+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000885c00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} check diff successfully ERROR 1146 (42S02) at line 1: Table 'sequence_test.seq0' doesn't exist table sequence_test.mark_table not exists for 1-th check, retry later {"level":"warn","ts":"2025-04-05T20:27:11.88045+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000905dc0/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} [2025/04/05 20:27:12.194 +08:00] [INFO] [main.go:86] ["running ddl test: 4 modifyColumnDDL"] [2025/04/05 20:27:12.388 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 20:27:12.402 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 20:27:12.558 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 20:27:12.559 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 20:27:12.580 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] [2025/04/05 20:27:12.582 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 20:27:12.724 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 20:27:12.752 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] [2025/04/05 20:27:12.895 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 20:27:12.897 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 20:27:12.928 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 20:27:12.929 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_topics/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:27:13 CST 2025] <<<<<< run test case multi_topics success! >>>>>> [2025/04/05 20:27:13.062 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 20:27:13.104 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] [2025/04/05 20:27:13.221 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 20:27:13.222 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 20:27:13.293 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] [2025/04/05 20:27:13.295 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [Sat Apr 5 20:27:13 CST 2025] <<<<<< START cdc server in consistent_replicate_storage_s3 case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + GO_FAILPOINTS= + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_storage_s3.1733917341.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_storage_s3/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_storage_s3/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 20:27:13.387 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 20:27:13.479 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] [2025/04/05 20:27:13.549 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 20:27:13.551 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] table sequence_test.mark_table exists [2025/04/05 20:27:13.661 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 20:27:13.663 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 20:27:13.713 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:19 --:--:-- 0 wait process cdc.test exit for 1-th time... [2025/04/05 20:27:13.848 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 20:27:13.879 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 20:27:13.880 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] [2025/04/05 20:27:14.038 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 20:27:14.040 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/05 20:27:14.045 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] [2025/04/05 20:27:14.211 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/05 20:27:14.213 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [2025/04/05 20:27:14.226 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] wait process cdc.test exit for 2-th time... [2025/04/05 20:27:14.380 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/05 20:27:14.419 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] [2025/04/05 20:27:14.421 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/05 20:27:14.544 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/05 20:27:14.546 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/05 20:27:14.610 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] [2025/04/05 20:27:14.701 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/05 20:27:14.799 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 20:27:14.801 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:20 --:--:-- 0 [2025/04/05 20:27:14.862 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 20:27:14.864 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/05 20:27:14.992 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] [2025/04/05 20:27:15.023 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:27:14 CST 2025] <<<<<< run test case sequence success! >>>>>> 0 0 0 0 0 0 0 0 --:--:-- 0:00:21 --:--:-- 0{"level":"warn","ts":1743856035.076556,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc004404540/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743856035.0766084,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} [2025/04/05 20:27:15.183 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"] [2025/04/05 20:27:15.185 +08:00] [INFO] [main.go:235] ["0 delete success: 800"] [2025/04/05 20:27:15.186 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/05 20:27:15.188 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] {"level":"warn","ts":1743856035.1747262,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc003260380/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} {"level":"info","ts":1743856035.1747851,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} {"level":"warn","ts":1743856035.2094352,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000228540/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"info","ts":1743856035.2094963,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"} [2025/04/05 20:27:15.352 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"] [2025/04/05 20:27:15.375 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"] [2025/04/05 20:27:15.538 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"] [2025/04/05 20:27:15.540 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"] [2025/04/05 20:27:15.577 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"] [2025/04/05 20:27:15.579 +08:00] [INFO] [main.go:235] ["0 delete success: 900"] [2025/04/05 20:27:15.711 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"] [2025/04/05 20:27:15.769 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"] [2025/04/05 20:27:15.889 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"] [2025/04/05 20:27:15.891 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"] [2025/04/05 20:27:15.965 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"] [2025/04/05 20:27:15.968 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"] [2025/04/05 20:27:16.077 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"] [2025/04/05 20:27:16.166 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"] [2025/04/05 20:27:16.249 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"] [2025/04/05 20:27:16.251 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"] [2025/04/05 20:27:16.357 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"] [2025/04/05 20:27:16.359 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/avro_basic/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:27:16 CST 2025] <<<<<< run test case avro_basic success! >>>>>> [2025/04/05 20:27:16.415 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"] [2025/04/05 20:27:16.551 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"] [2025/04/05 20:27:16.581 +08:00] [INFO] [main.go:221] ["1 insert success: 2600"] [2025/04/05 20:27:16.582 +08:00] [INFO] [main.go:235] ["1 delete success: 1300"] + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:27:16 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/eca901f7-6c09-4e8f-b138-3f617e5e7ee7 {"id":"eca901f7-6c09-4e8f-b138-3f617e5e7ee7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856033} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605eb2f82d5 eca901f7-6c09-4e8f-b138-3f617e5e7ee7 /tidb/cdc/default/default/upstream/7489804589566151895 {"id":7489804589566151895,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/eca901f7-6c09-4e8f-b138-3f617e5e7ee7 {"id":"eca901f7-6c09-4e8f-b138-3f617e5e7ee7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856033} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605eb2f82d5 eca901f7-6c09-4e8f-b138-3f617e5e7ee7 /tidb/cdc/default/default/upstream/7489804589566151895 {"id":7489804589566151895,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/eca901f7-6c09-4e8f-b138-3f617e5e7ee7 {"id":"eca901f7-6c09-4e8f-b138-3f617e5e7ee7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856033} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605eb2f82d5 eca901f7-6c09-4e8f-b138-3f617e5e7ee7 /tidb/cdc/default/default/upstream/7489804589566151895 {"id":7489804589566151895,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x [2025/04/05 20:27:16.745 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"] [2025/04/05 20:27:16.745 +08:00] [INFO] [main.go:221] ["1 insert success: 2700"] [2025/04/05 20:27:16.747 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:22 --:--:-- 0 [2025/04/05 20:27:16.914 +08:00] [INFO] [main.go:221] ["1 insert success: 2800"] [2025/04/05 20:27:16.916 +08:00] [INFO] [main.go:235] ["1 delete success: 1400"] [2025/04/05 20:27:16.936 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"] [2025/04/05 20:27:17.091 +08:00] [INFO] [main.go:221] ["1 insert success: 2900"] [2025/04/05 20:27:17.123 +08:00] [INFO] [main.go:221] ["0 insert success: 2600"] [2025/04/05 20:27:17.125 +08:00] [INFO] [main.go:235] ["0 delete success: 1300"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:23 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:24 --:--:-- 0{"level":"warn","ts":"2025-04-05T20:27:17.776731+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002419180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:27:17.785553+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000885c00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:27:17.881776+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000905dc0/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} ***************** properties ***************** "requestdistribution"="uniform" "scanproportion"="0" "updateproportion"="0" "readallfields"="true" "mysql.db"="consistent_replicate_storage_s3" "mysql.host"="127.0.0.1" "mysql.port"="4000" "threadcount"="10" "insertproportion"="0" "mysql.user"="root" "fieldcount"="100" "dotransactions"="false" "recordcount"="5000" "operationcount"="0" "workload"="core" "readproportion"="0" ********************************************** =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/canal_json_handle_key_only/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:27:19 CST 2025] <<<<<< run test case canal_json_handle_key_only success! >>>>>> 0 0 0 0 0 0 0 0 --:--:-- 0:00:25 --:--:-- 0 Run finished, takes 2.115560475s INSERT - Takes(s): 2.1, Count: 5000, OPS: 2380.6, Avg(us): 3855, Min(us): 1196, Max(us): 65717, 95th(us): 5000, 99th(us): 60000 0 0 0 0 0 0 0 0 --:--:-- 0:00:26 --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:27 --:--:-- 0 table consistent_replicate_storage_s3.usertable exists table consistent_replicate_storage_s3.check1 not exists for 1-th check, retry later [2025/04/05 20:27:22.225 +08:00] [INFO] [main.go:86] ["running ddl test: 5 addDropIndexDDL"] [2025/04/05 20:27:22.393 +08:00] [INFO] [main.go:221] ["1 insert success: 100"] [2025/04/05 20:27:22.402 +08:00] [INFO] [main.go:221] ["0 insert success: 100"] [2025/04/05 20:27:22.577 +08:00] [INFO] [main.go:221] ["1 insert success: 200"] [2025/04/05 20:27:22.578 +08:00] [INFO] [main.go:235] ["1 delete success: 100"] [2025/04/05 20:27:22.595 +08:00] [INFO] [main.go:235] ["0 delete success: 100"] [2025/04/05 20:27:22.596 +08:00] [INFO] [main.go:221] ["0 insert success: 200"] ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 723 100 723 0 0 23542 0 --:--:-- --:--:-- --:--:-- 24100 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 20:25:01.277","puller_resolved_ts":"2025-04-05 20:25:01.277","last_synced_ts":"2025-04-05 20:24:54.227","now_ts":"2025-04-05 20:27:11.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:25:01.277","puller_resolved_ts":"2025-04-05' '20:25:01.277","last_synced_ts":"2025-04-05' '20:24:54.227","now_ts":"2025-04-05' '20:27:11.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:25:01.277","puller_resolved_ts":"2025-04-05' '20:25:01.277","last_synced_ts":"2025-04-05' '20:24:54.227","now_ts":"2025-04-05' '20:27:11.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' ++ jq -r .info + info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']' + cleanup_process cdc.test wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster + run_case_with_unavailable_tidb conf/changefeed-redo.toml + rm -rf /tmp/tidb_cdc_test/synced_status_with_redo + mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory [2025/04/05 20:27:22.784 +08:00] [INFO] [main.go:221] ["1 insert success: 300"] [2025/04/05 20:27:22.808 +08:00] [INFO] [main.go:221] ["0 insert success: 300"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/open_protocol_handle_key_only/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:27:22 CST 2025] <<<<<< run test case open_protocol_handle_key_only success! >>>>>> 0 0 0 0 0 0 0 0 --:--:-- 0:00:28 --:--:-- 0 [2025/04/05 20:27:22.995 +08:00] [INFO] [main.go:221] ["1 insert success: 400"] [2025/04/05 20:27:22.997 +08:00] [INFO] [main.go:235] ["1 delete success: 200"] [2025/04/05 20:27:23.025 +08:00] [INFO] [main.go:235] ["0 delete success: 200"] [2025/04/05 20:27:23.027 +08:00] [INFO] [main.go:221] ["0 insert success: 400"] [2025/04/05 20:27:23.210 +08:00] [INFO] [main.go:221] ["1 insert success: 500"] [2025/04/05 20:27:23.246 +08:00] [INFO] [main.go:221] ["0 insert success: 500"] chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo Starting Upstream PD... [2025/04/05 20:27:23.441 +08:00] [INFO] [main.go:221] ["1 insert success: 600"] [2025/04/05 20:27:23.443 +08:00] [INFO] [main.go:235] ["1 delete success: 300"] [2025/04/05 20:27:23.474 +08:00] [INFO] [main.go:235] ["0 delete success: 300"] [2025/04/05 20:27:23.475 +08:00] [INFO] [main.go:221] ["0 insert success: 600"] Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... [2025/04/05 20:27:17.403 +08:00] [WARN] [diff.go:766] ["rows is not equal"] [table=`test`.`ntest`] [where="((TRUE) AND TRUE)"] [cost=1m30.963503779s] [2025/04/05 20:27:17.405 +08:00] [WARN] [diff.go:384] ["check chunk data not equal"] [chunk="{\"id\":0,\"bounds\":[],\"where\":\"((TRUE) AND TRUE)\",\"args\":null,\"state\":\"failed\"}"] [2025/04/05 20:27:22.985 +08:00] [INFO] [dailytest.go:68] ["test pass!!!"] 0 0 0 0 0 0 0 0 --:--:-- 0:00:29 --:--:-- 0 100 135 100 135 0 0 4 0 0:00:33 0:00:30 0:00:03 27 100 135 100 135 0 0 4 0 0:00:33 0:00:30 0:00:03 33 + synced_status='{ "error_msg": "[CDC:ErrPDEtcdAPIError]etcd api call error: context deadline exceeded", "error_code": "CDC:ErrPDEtcdAPIError" }' ++ jq -r .error_code ++ echo '{' '"error_msg":' '"[CDC:ErrPDEtcdAPIError]etcd' api call error: context deadline 'exceeded",' '"error_code":' '"CDC:ErrPDEtcdAPIError"' '}' + error_code=CDC:ErrPDEtcdAPIError + cleanup_process cdc.test {"level":"warn","ts":"2025-04-05T20:27:23.778269+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002419180/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} {"level":"warn","ts":"2025-04-05T20:27:23.787258+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000885c00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""} [2025/04/05 20:27:23.687 +08:00] [INFO] [main.go:221] ["1 insert success: 700"] [2025/04/05 20:27:23.842 +08:00] [INFO] [main.go:221] ["0 insert success: 700"] wait process cdc.test exit for 1-th time... {"level":"warn","ts":"2025-04-05T20:27:23.883295+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc000905dc0/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""} wait process cdc.test exit for 1-th time... [2025/04/05 20:27:23.947 +08:00] [INFO] [main.go:221] ["1 insert success: 800"] [2025/04/05 20:27:23.950 +08:00] [INFO] [main.go:235] ["1 delete success: 400"] table consistent_replicate_storage_s3.check1 not exists for 2-th check, retry later [2025/04/05 20:27:24.246 +08:00] [INFO] [main.go:221] ["1 insert success: 900"] [2025/04/05 20:27:24.266 +08:00] [INFO] [main.go:235] ["0 delete success: 400"] [2025/04/05 20:27:24.268 +08:00] [INFO] [main.go:221] ["0 insert success: 800"] [2025/04/05 20:27:24.515 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"] [2025/04/05 20:27:24.517 +08:00] [INFO] [main.go:235] ["1 delete success: 500"] wait process cdc.test exit for 2-th time... wait process cdc.test exit for 2-th time... [2025/04/05 20:27:24.655 +08:00] [INFO] [main.go:221] ["0 insert success: 900"] [2025/04/05 20:27:24.745 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"] cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:27:24 CST 2025] <<<<<< run test case cdc success! >>>>>> \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) [2025/04/05 20:27:24.997 +08:00] [INFO] [main.go:235] ["0 delete success: 500"] [2025/04/05 20:27:24.999 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"] [2025/04/05 20:27:25.036 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"] [2025/04/05 20:27:25.039 +08:00] [INFO] [main.go:235] ["1 delete success: 600"] [Pipeline] // cache cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster [Pipeline] } [Pipeline] // dir [Pipeline] } [2025/04/05 20:27:25.342 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"] [2025/04/05 20:27:25.389 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"] [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [2025/04/05 20:27:25.651 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"] [2025/04/05 20:27:25.654 +08:00] [INFO] [main.go:235] ["1 delete success: 700"] [2025/04/05 20:27:25.767 +08:00] [INFO] [main.go:235] ["0 delete success: 600"] [2025/04/05 20:27:25.769 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"] =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/canal_json_claim_check/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:27:25 CST 2025] <<<<<< run test case canal_json_claim_check success! >>>>>> [2025/04/05 20:27:25.969 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"] [2025/04/05 20:27:26.188 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"] table consistent_replicate_storage_s3.check1 not exists for 3-th check, retry later [2025/04/05 20:27:26.332 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"] [2025/04/05 20:27:26.337 +08:00] [INFO] [main.go:235] ["1 delete success: 800"] [2025/04/05 20:27:26.638 +08:00] [INFO] [main.go:235] ["0 delete success: 700"] [2025/04/05 20:27:26.640 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"] [2025/04/05 20:27:26.678 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"] Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [2025/04/05 20:27:27.016 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"] [2025/04/05 20:27:27.031 +08:00] [INFO] [main.go:235] ["1 delete success: 900"] [2025/04/05 20:27:27.106 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"] table consistent_replicate_storage_s3.check1 not exists for 4-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/open_protocol_claim_check/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:27:29 CST 2025] <<<<<< run test case open_protocol_claim_check success! >>>>>> table consistent_replicate_storage_s3.check1 not exists for 5-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table consistent_replicate_storage_s3.check1 not exists for 6-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/canal_json_storage_basic/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:27:32 CST 2025] <<<<<< run test case canal_json_storage_basic success! >>>>>> VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804682477633209 TiDB Cluster ID. tikv_gc_leader_uuid 65817ae8a700010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:15085, start at 2025-04-05 20:27:30.877650448 +0800 CST m=+2.296002949 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:29:30.888 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:27:30.889 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:17:30.889 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804682477633209 TiDB Cluster ID. tikv_gc_leader_uuid 65817ae8a700010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:15085, start at 2025-04-05 20:27:30.877650448 +0800 CST m=+2.296002949 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:29:30.888 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:27:30.889 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:17:30.889 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804683902876368 TiDB Cluster ID. tikv_gc_leader_uuid 65817ae8be8000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:15135, start at 2025-04-05 20:27:30.965665281 +0800 CST m=+2.312080069 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:29:30.973 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:27:30.938 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:17:30.938 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + run_case_with_unavailable_tikv conf/changefeed.toml + rm -rf /tmp/tidb_cdc_test/synced_status + mkdir -p /tmp/tidb_cdc_test/synced_status + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory table consistent_replicate_storage_s3.check1 not exists for 7-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/split_region/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... + cd /tmp/tidb_cdc_test/synced_status_with_redo ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.16496.out cli tso query --pd=http://127.0.0.1:2379 =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/canal_json_storage_partition_table/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:27:35 CST 2025] <<<<<< run test case canal_json_storage_partition_table success! >>>>>> chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/synced_status Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table consistent_replicate_storage_s3.check1 not exists for 8-th check, retry later + set +x + tso='457141401744572417 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141401744572417 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457141401744572417 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test [Sat Apr 5 20:27:36 CST 2025] <<<<<< START cdc server in synced_status_with_redo case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.1652616528.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 20:27:35.958 +08:00] [INFO] [main.go:78] ["runDDLTest take 1m4.122715504s"] table mark.finish_mark_0 exists table mark.finish_mark_1 not exists for 1-th check, retry later table mark.finish_mark_1 not exists for 2-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table consistent_replicate_storage_s3.check1 not exists for 9-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/split_region Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_tables_ddl/run.sh using Sink-Type: mysql... <<================= * About to connect() to 127.0.0.1 port 24927 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:24927; Connection refused * Closing connection 0 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:27:39 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/359829d8-8ea0-4c4c-abd4-e51cc3e0083e {"id":"359829d8-8ea0-4c4c-abd4-e51cc3e0083e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856057} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605eb85dae2 359829d8-8ea0-4c4c-abd4-e51cc3e0083e /tidb/cdc/default/default/upstream/7489804682477633209 {"id":7489804682477633209,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/359829d8-8ea0-4c4c-abd4-e51cc3e0083e {"id":"359829d8-8ea0-4c4c-abd4-e51cc3e0083e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856057} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605eb85dae2 359829d8-8ea0-4c4c-abd4-e51cc3e0083e /tidb/cdc/default/default/upstream/7489804682477633209 {"id":7489804682477633209,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/359829d8-8ea0-4c4c-abd4-e51cc3e0083e {"id":"359829d8-8ea0-4c4c-abd4-e51cc3e0083e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856057} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605eb85dae2 359829d8-8ea0-4c4c-abd4-e51cc3e0083e /tidb/cdc/default/default/upstream/7489804682477633209 {"id":7489804682477633209,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed-redo.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457141401744572417 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.16585.out cli changefeed create --start-ts=457141401744572417 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489804682477633209,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:27:40.163411058+08:00","start_ts":457141401744572417,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141401744572417,"checkpoint_ts":457141401744572417,"checkpoint_time":"2025-04-05 20:27:35.239"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table consistent_replicate_storage_s3.check1 not exists for 10-th check, retry later table mark.finish_mark_1 not exists for 3-th check, retry later You are running an older version of MinIO released 4 years ago Update: Run `mc admin update` Attempting encryption of all config, IAM users and policies on MinIO backend Endpoint: http://127.0.0.1:24927 Object API (Amazon S3 compatible): Go: https://docs.min.io/docs/golang-client-quickstart-guide Java: https://docs.min.io/docs/java-client-quickstart-guide Python: https://docs.min.io/docs/python-client-quickstart-guide JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide .NET: https://docs.min.io/docs/dotnet-client-quickstart-guide * About to connect() to 127.0.0.1 port 24927 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 24927 (#0) > GET / HTTP/1.1 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:24927 > Accept: */* > < HTTP/1.1 403 Forbidden < Accept-Ranges: bytes < Content-Length: 226 < Content-Security-Policy: block-all-mixed-content < Content-Type: application/xml < Server: MinIO/RELEASE.2020-07-27T18-37-02Z < Vary: Origin < X-Amz-Request-Id: 18336BD922BF4AB4 < X-Xss-Protection: 1; mode=block < Date: Sat, 05 Apr 2025 12:27:41 GMT < { [data not shown] * Connection #0 to host 127.0.0.1 left intact Bucket 's3://logbucket/' created The 1 times to try to start tidb cluster... + set +x + run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);' + check_table_exists test.t1 127.0.0.1 3306 table test.t1 exists + sleep 5 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table consistent_replicate_storage_s3.check1 not exists for 11-th check, retry later table mark.finish_mark_1 not exists for 4-th check, retry later ____________________________________ *************************** 1. row *************************** primary_ts: 457141337456640000 secondary_ts: 457141340169568266 *************************** 2. row *************************** primary_ts: 457141345320960000 secondary_ts: 457141345452032001 *************************** 3. row *************************** primary_ts: 457141353185280000 secondary_ts: 457141353421209601 *************************** 4. row *************************** primary_ts: 457141361049600000 secondary_ts: 457141361180672001 *************************** 5. row *************************** primary_ts: 457141368913920000 secondary_ts: 457141369071206401 *************************** 6. row *************************** primary_ts: 457141376778240000 secondary_ts: 457141376948371457 *************************** 7. row *************************** primary_ts: 457141384642560000 secondary_ts: 457141384812953601 *************************** 8. row *************************** primary_ts: 457141392506880000 secondary_ts: 457141392690380801 *************************** 9. row *************************** primary_ts: 457141400371200000 secondary_ts: 457141400554700801 skip invalid syncpoint primary_ts: 457141337456640000, first_ddl_ts: 457141375520473105 skip invalid syncpoint primary_ts: 457141345320960000, first_ddl_ts: 457141375520473105 skip invalid syncpoint primary_ts: 457141353185280000, first_ddl_ts: 457141375520473105 skip invalid syncpoint primary_ts: 457141361049600000, first_ddl_ts: 457141375520473105 skip invalid syncpoint primary_ts: 457141368913920000, first_ddl_ts: 457141375520473105 check diff successfully check diff successfully check diff successfully check diff successfully check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:27:35 CST 2025] <<<<<< run test case syncpoint success! >>>>>> Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table mark.finish_mark_1 not exists for 5-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804735698072584 TiDB Cluster ID. tikv_gc_leader_uuid 65817af41500007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:18465, start at 2025-04-05 20:27:42.557641188 +0800 CST m=+2.313338162 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:29:42.566 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:27:42.548 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:17:42.548 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804735698072584 TiDB Cluster ID. tikv_gc_leader_uuid 65817af41500007 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:18465, start at 2025-04-05 20:27:42.557641188 +0800 CST m=+2.313338162 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:29:42.566 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:27:42.548 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:17:42.548 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804734662509624 TiDB Cluster ID. tikv_gc_leader_uuid 65817af42c8000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:18542, start at 2025-04-05 20:27:42.657789736 +0800 CST m=+2.335675222 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:29:42.666 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:27:42.642 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:17:42.642 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table consistent_replicate_storage_s3.check1 not exists for 12-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/syncpoint_check_ts/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/multi_tables_ddl Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table mark.finish_mark_1 not exists for 6-th check, retry later + cd /tmp/tidb_cdc_test/synced_status ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.19879.out cli tso query --pd=http://127.0.0.1:2379 table consistent_replicate_storage_s3.check1 not exists for 13-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... + kill_tidb ++ ps aux ++ grep tidb-server ++ grep /tmp/tidb_cdc_test/synced_status_with_redo + info='jenkins 15081 4.6 0.0 2306604 187300 ? Sl 20:27 0:00 tidb-server -P 4000 -config /tmp/tidb_cdc_test/synced_status_with_redo/tidb-config-1743856048573092191.toml --store tikv --path 127.0.0.1:2379 --status=10080 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tidb.log jenkins 15085 10.7 0.0 1904712 210428 ? Sl 20:27 0:01 tidb-server -P 4001 -config /tmp/tidb_cdc_test/synced_status_with_redo/tidb-config-1743856048575942028.toml --store tikv --path 127.0.0.1:2379 --status=10081 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tidb_other.log jenkins 15135 11.1 0.0 2504844 214472 ? Sl 20:27 0:02 tidb-server -P 3306 -config /tmp/tidb_cdc_test/synced_status_with_redo/tidb-config-1743856048645902730.toml --store tikv --path 127.0.0.1:2479 --status=20080 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tidb_down.log' ++ ps aux ++ grep tidb-server ++ grep /tmp/tidb_cdc_test/synced_status_with_redo ++ awk '{print $2}' ++ xargs kill -9 ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 4772 0 --:--:-- --:--:-- --:--:-- 4860 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 20:27:45.639","puller_resolved_ts":"2025-04-05 20:27:41.589","last_synced_ts":"2025-04-05 20:27:42.089","now_ts":"2025-04-05 20:27:47.000","info":"The data syncing is not finished, please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:27:45.639","puller_resolved_ts":"2025-04-05' '20:27:41.589","last_synced_ts":"2025-04-05' '20:27:42.089","now_ts":"2025-04-05' '20:27:47.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:27:45.639","puller_resolved_ts":"2025-04-05' '20:27:41.589","last_synced_ts":"2025-04-05' '20:27:42.089","now_ts":"2025-04-05' '20:27:47.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq -r .info + info='The data syncing is not finished, please wait' + target_message='The data syncing is not finished, please wait' + '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']' + sleep 130 table mark.finish_mark_1 not exists for 7-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/syncpoint_check_ts Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + set +x + tso='457141404801171457 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141404801171457 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457141404801171457 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test [Sat Apr 5 20:27:48 CST 2025] <<<<<< START cdc server in synced_status case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.1992019922.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table consistent_replicate_storage_s3.check1 not exists for 14-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804753584403742 TiDB Cluster ID. tikv_gc_leader_uuid 65817af7f540015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-5-wqzzn, pid:24252, start at 2025-04-05 20:27:46.56133677 +0800 CST m=+2.242844101 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:29:46.609 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:27:46.618 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:17:46.618 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804753584403742 TiDB Cluster ID. tikv_gc_leader_uuid 65817af7f540015 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-5-wqzzn, pid:24252, start at 2025-04-05 20:27:46.56133677 +0800 CST m=+2.242844101 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:29:46.609 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:27:46.618 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:17:46.618 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804749956999057 TiDB Cluster ID. tikv_gc_leader_uuid 65817af82640003 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-5-wqzzn, pid:24309, start at 2025-04-05 20:27:46.715856223 +0800 CST m=+2.310116654 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:29:46.724 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:27:46.713 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:17:46.713 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/split_region/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/split_region/tiflash/log/error.log arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/split_region/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/split_region/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/split_region/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table consistent_replicate_storage_s3.check1 exists table consistent_replicate_storage_s3.t2 not exists for 1-th check, retry later table mark.finish_mark_1 not exists for 8-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.split_region.cli.25623.out cli tso query --pd=http://127.0.0.1:2379 Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:27:51 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/63dc03fd-58ee-4aba-af22-46e0be7cde3c {"id":"63dc03fd-58ee-4aba-af22-46e0be7cde3c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856068} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ebb74de4 63dc03fd-58ee-4aba-af22-46e0be7cde3c /tidb/cdc/default/default/upstream/7489804735698072584 {"id":7489804735698072584,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/63dc03fd-58ee-4aba-af22-46e0be7cde3c {"id":"63dc03fd-58ee-4aba-af22-46e0be7cde3c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856068} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ebb74de4 63dc03fd-58ee-4aba-af22-46e0be7cde3c /tidb/cdc/default/default/upstream/7489804735698072584 {"id":7489804735698072584,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/63dc03fd-58ee-4aba-af22-46e0be7cde3c {"id":"63dc03fd-58ee-4aba-af22-46e0be7cde3c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856068} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ebb74de4 63dc03fd-58ee-4aba-af22-46e0be7cde3c /tidb/cdc/default/default/upstream/7489804735698072584 {"id":7489804735698072584,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457141404801171457 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.19977.out cli changefeed create --start-ts=457141404801171457 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489804735698072584,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:27:51.795754685+08:00","start_ts":457141404801171457,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141404801171457,"checkpoint_ts":457141404801171457,"checkpoint_time":"2025-04-05 20:27:46.899"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... table consistent_replicate_storage_s3.t2 not exists for 2-th check, retry later table mark.finish_mark_1 not exists for 9-th check, retry later + set +x + tso='457141405880942593 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141405880942593 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x Starting Upstream TiDB... + set +x + run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);' Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + check_table_exists test.t1 127.0.0.1 3306 table test.t1 exists + sleep 5 [Sat Apr 5 20:27:53 CST 2025] <<<<<< START cdc server in split_region case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.split_region.2567725679.out server --log-file /tmp/tidb_cdc_test/split_region/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/split_region/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table mark.finish_mark_1 not exists for 10-th check, retry later table consistent_replicate_storage_s3.t2 not exists for 3-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804774226209450 TiDB Cluster ID. tikv_gc_leader_uuid 65817afe5dc000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:42247, start at 2025-04-05 20:27:53.089172262 +0800 CST m=+2.228228177 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:29:53.097 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:27:53.079 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:17:53.079 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804774226209450 TiDB Cluster ID. tikv_gc_leader_uuid 65817afe5dc000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:42247, start at 2025-04-05 20:27:53.089172262 +0800 CST m=+2.228228177 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:29:53.097 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:27:53.079 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:17:53.079 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804778139466420 TiDB Cluster ID. tikv_gc_leader_uuid 65817afe8e8000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-4-67d94, pid:42323, start at 2025-04-05 20:27:53.291939029 +0800 CST m=+2.375082265 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:29:53.299 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:27:53.274 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:17:53.274 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/multi_tables_ddl/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/multi_tables_ddl/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table mark.finish_mark_1 not exists for 11-th check, retry later table consistent_replicate_storage_s3.t2 not exists for 4-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:27:57 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/75e5cad6-ab1b-4e7e-b287-a40387196d35 {"id":"75e5cad6-ab1b-4e7e-b287-a40387196d35","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856074} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ebbf6507 75e5cad6-ab1b-4e7e-b287-a40387196d35 /tidb/cdc/default/default/upstream/7489804753584403742 {"id":7489804753584403742,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/75e5cad6-ab1b-4e7e-b287-a40387196d35 {"id":"75e5cad6-ab1b-4e7e-b287-a40387196d35","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856074} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ebbf6507 75e5cad6-ab1b-4e7e-b287-a40387196d35 /tidb/cdc/default/default/upstream/7489804753584403742 {"id":7489804753584403742,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/75e5cad6-ab1b-4e7e-b287-a40387196d35 {"id":"75e5cad6-ab1b-4e7e-b287-a40387196d35","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856074} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ebbf6507 75e5cad6-ab1b-4e7e-b287-a40387196d35 /tidb/cdc/default/default/upstream/7489804753584403742 {"id":7489804753584403742,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.split_region.cli.25736.out cli changefeed create --start-ts=457141405880942593 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ --config /tmp/tidb_cdc_test/split_region/pulsar_test.toml Create changefeed successfully! ID: 226d557e-3f2c-477e-9d69-266426d8ad23 Info: {"upstream_id":7489804753584403742,"namespace":"default","id":"226d557e-3f2c-477e-9d69-266426d8ad23","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:27:57.46377676+08:00","start_ts":457141405880942593,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141405880942593,"checkpoint_ts":457141405880942593,"checkpoint_time":"2025-04-05 20:27:51.018"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804791927895609 TiDB Cluster ID. tikv_gc_leader_uuid 65817b0076c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:12601, start at 2025-04-05 20:27:55.266883805 +0800 CST m=+2.139168580 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:29:55.274 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:27:55.277 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:17:55.277 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804791927895609 TiDB Cluster ID. tikv_gc_leader_uuid 65817b0076c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:12601, start at 2025-04-05 20:27:55.266883805 +0800 CST m=+2.139168580 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:29:55.274 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:27:55.277 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:17:55.277 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489804787147920216 TiDB Cluster ID. tikv_gc_leader_uuid 65817b00a980002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:12684, start at 2025-04-05 20:27:55.431876306 +0800 CST m=+2.244793571 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:29:55.440 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:27:55.430 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:17:55.430 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/syncpoint_check_ts/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/syncpoint_check_ts/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/syncpoint_check_ts/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/syncpoint_check_ts/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/syncpoint_check_ts/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } [Sat Apr 5 20:27:57 CST 2025] <<<<<< START cdc server in multi_tables_ddl case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_tables_ddl.4358743589.out server --log-file /tmp/tidb_cdc_test/multi_tables_ddl/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_tables_ddl/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table mark.finish_mark_1 not exists for 12-th check, retry later table consistent_replicate_storage_s3.t2 not exists for 5-th check, retry later + set +x table split_region.test1 not exists for 1-th check, retry later + kill_tikv ++ ps aux ++ grep tikv-server ++ grep /tmp/tidb_cdc_test/synced_status + info='jenkins 17864 34.8 0.6 4884844 2541292 ? Sl 20:27 0:07 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20160 --status-addr 127.0.0.1:20181 --log-file /tmp/tidb_cdc_test/synced_status/tikv1.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv1 jenkins 17865 25.8 0.6 4851048 2475804 ? Sl 20:27 0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20161 --status-addr 127.0.0.1:20182 --log-file /tmp/tidb_cdc_test/synced_status/tikv2.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv2 jenkins 17866 26.1 0.6 4853612 2500384 ? Sl 20:27 0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20162 --status-addr 127.0.0.1:20183 --log-file /tmp/tidb_cdc_test/synced_status/tikv3.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv3 jenkins 17868 33.9 0.6 4877168 2528884 ? Sl 20:27 0:07 tikv-server --pd 127.0.0.1:2479 -A 127.0.0.1:21160 --status-addr 127.0.0.1:21180 --log-file /tmp/tidb_cdc_test/synced_status/tikv_down.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv_down' ++ ps aux ++ grep tikv-server ++ grep /tmp/tidb_cdc_test/synced_status ++ awk '{print $2}' ++ xargs kill -9 ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 50165 0 --:--:-- --:--:-- --:--:-- 60750 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 20:27:58.299","puller_resolved_ts":"2025-04-05 20:27:53.198","last_synced_ts":"2025-04-05 20:27:53.698","now_ts":"2025-04-05 20:27:58.000","info":"The data syncing is not finished, please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:27:58.299","puller_resolved_ts":"2025-04-05' '20:27:53.198","last_synced_ts":"2025-04-05' '20:27:53.698","now_ts":"2025-04-05' '20:27:58.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:27:58.299","puller_resolved_ts":"2025-04-05' '20:27:53.198","last_synced_ts":"2025-04-05' '20:27:53.698","now_ts":"2025-04-05' '20:27:58.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq -r .info + info='The data syncing is not finished, please wait' + target_message='The data syncing is not finished, please wait' + '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']' + sleep 130 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.syncpoint_check_ts.cli.13998.out cli tso query --pd=http://127.0.0.1:2379 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:28:00 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3b194051-df43-487e-a973-4646c8978087 {"id":"3b194051-df43-487e-a973-4646c8978087","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856077} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ebd8d1da 3b194051-df43-487e-a973-4646c8978087 /tidb/cdc/default/default/upstream/7489804774226209450 {"id":7489804774226209450,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3b194051-df43-487e-a973-4646c8978087 {"id":"3b194051-df43-487e-a973-4646c8978087","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856077} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ebd8d1da 3b194051-df43-487e-a973-4646c8978087 /tidb/cdc/default/default/upstream/7489804774226209450 {"id":7489804774226209450,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/3b194051-df43-487e-a973-4646c8978087 {"id":"3b194051-df43-487e-a973-4646c8978087","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856077} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ebd8d1da 3b194051-df43-487e-a973-4646c8978087 /tidb/cdc/default/default/upstream/7489804774226209450 {"id":7489804774226209450,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table consistent_replicate_storage_s3.t2 not exists for 6-th check, retry later table mark.finish_mark_1 not exists for 13-th check, retry later Create changefeed successfully! ID: test-normal Info: {"upstream_id":7489804774226209450,"namespace":"default","id":"test-normal","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:28:00.554700446+08:00","start_ts":457141407521964033,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t1","multi_tables_ddl_test.t2","multi_tables_ddl_test.t3","multi_tables_ddl_test.t4","multi_tables_ddl_test.t1_7","multi_tables_ddl_test.t2_7","multi_tables_ddl_test.finish_mark"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141407521964033,"checkpoint_ts":457141407521964033,"checkpoint_time":"2025-04-05 20:27:57.278"} Create changefeed successfully! ID: test-error-1 Info: {"upstream_id":7489804774226209450,"namespace":"default","id":"test-error-1","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:28:00.704568772+08:00","start_ts":457141407521964033,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t5","multi_tables_ddl_test.t6","multi_tables_ddl_test.t7","multi_tables_ddl_test.t8"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141407521964033,"checkpoint_ts":457141407521964033,"checkpoint_time":"2025-04-05 20:27:57.278"} Create changefeed successfully! ID: test-error-2 Info: {"upstream_id":7489804774226209450,"namespace":"default","id":"test-error-2","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:28:00.848488761+08:00","start_ts":457141407521964033,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t9","multi_tables_ddl_test.t10"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141407521964033,"checkpoint_ts":457141407521964033,"checkpoint_time":"2025-04-05 20:27:57.278"} table split_region.test1 exists table split_region.test2 not exists for 1-th check, retry later + set +x + tso='457141408190169089 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141408190169089 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:28:01 CST 2025] <<<<<< START cdc server in syncpoint_check_ts case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.syncpoint_check_ts.1403414036.out server --log-file /tmp/tidb_cdc_test/syncpoint_check_ts/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/syncpoint_check_ts/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table multi_tables_ddl_test.t55 not exists for 1-th check, retry later table mark.finish_mark_1 not exists for 14-th check, retry later table consistent_replicate_storage_s3.t2 exists table split_region.test2 exists check diff successfully check diff successfully table multi_tables_ddl_test.t55 not exists for 2-th check, retry later wait process cdc.test exit for 1-th time... table mark.finish_mark_1 not exists for 15-th check, retry later wait process cdc.test exit for 2-th time... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:28:04 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/23d9d9dc-066d-4e47-882d-2441cf0dbf7a {"id":"23d9d9dc-066d-4e47-882d-2441cf0dbf7a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856081} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ebe5b5e4 23d9d9dc-066d-4e47-882d-2441cf0dbf7a /tidb/cdc/default/default/upstream/7489804791927895609 {"id":7489804791927895609,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/23d9d9dc-066d-4e47-882d-2441cf0dbf7a {"id":"23d9d9dc-066d-4e47-882d-2441cf0dbf7a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856081} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ebe5b5e4 23d9d9dc-066d-4e47-882d-2441cf0dbf7a /tidb/cdc/default/default/upstream/7489804791927895609 {"id":7489804791927895609,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/23d9d9dc-066d-4e47-882d-2441cf0dbf7a {"id":"23d9d9dc-066d-4e47-882d-2441cf0dbf7a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856081} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ebe5b5e4 23d9d9dc-066d-4e47-882d-2441cf0dbf7a /tidb/cdc/default/default/upstream/7489804791927895609 {"id":7489804791927895609,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.syncpoint_check_ts.cli.14085.out cli changefeed create --start-ts=457141408190169089 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/syncpoint_check_ts/conf/changefeed.toml Create changefeed successfully! ID: c7319787-a7ff-4532-a1be-44c414a5bd09 Info: {"upstream_id":7489804791927895609,"namespace":"default","id":"c7319787-a7ff-4532-a1be-44c414a5bd09","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:28:04.803834689+08:00","start_ts":457141408190169089,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":true,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":30000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141408190169089,"checkpoint_ts":457141408190169089,"checkpoint_time":"2025-04-05 20:27:59.827"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... wait process cdc.test exit for 3-th time... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit [Sat Apr 5 20:28:05 CST 2025] <<<<<< START cdc server in consistent_replicate_storage_s3 case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkHangLongTime=return(true)' + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_replicate_storage_s3.1769617698.out server --log-file /tmp/tidb_cdc_test/consistent_replicate_storage_s3/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_replicate_storage_s3/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table multi_tables_ddl_test.t55 not exists for 3-th check, retry later table mark.finish_mark_1 not exists for 16-th check, retry later + set +x table multi_tables_ddl_test.t55 not exists for 4-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:28:08 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/483537eb-d5a2-4fb4-8f63-246320c1b1a0 {UpstreamID:7489804589566151895 Namespace:default ID:483537eb-d5a2-4fb4-8f63-246320c1b1a0 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:27:16.632554439 +0800 CST StartTs:457141396853751809 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003c51560 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141396853751819} {CheckpointTs:457141410131607553 MinTableBarrierTs:457141410131607554 AdminJobType:noop} span: {tableID:121, startKey:7480000000000000ff795f720000000000fa, endKey:7480000000000000ff795f730000000000fa}, resolvedTs: 457141410131607554, checkpointTs: 457141410131607553, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457141410131607554, checkpointTs: 457141410131607553, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457141410131607554, checkpointTs: 457141410131607553, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457141410131607554, checkpointTs: 457141410131607553, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141410131607553, checkpointTs: 457141410131607553, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141410131607554, checkpointTs: 457141410131607553, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457141410131607555, checkpointTs: 457141410131607553, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457141410131607554, checkpointTs: 457141410131607553, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/927f209f-720a-4746-8b93-caebf1f3fc21 {"id":"927f209f-720a-4746-8b93-caebf1f3fc21","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856085} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605eb2f84d9 927f209f-720a-4746-8b93-caebf1f3fc21 /tidb/cdc/default/default/changefeed/info/483537eb-d5a2-4fb4-8f63-246320c1b1a0 {"upstream-id":7489804589566151895,"namespace":"default","changefeed-id":"483537eb-d5a2-4fb4-8f63-246320c1b1a0","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:27:16.632554439+08:00","start-ts":457141396853751809,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/","use-file-backend":false,"compression":"","flush-concurrency":2,"memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141396853751819} /tidb/cdc/default/default/changefeed/status/483537eb-d5a2-4fb4-8f63-246320c1b1a0 {"checkpoint-ts":457141410131607553,"min-table-barrier-ts":457141410393751555,"admin-job-type":0} /tidb/cdc/default/default/task/position/927f209f-720a-4746-8b93-caebf1f3fc21/483537eb-d5a2-4fb4-8f63-246320c1b1a0 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489804589566151895 {"id":7489804589566151895,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/483537eb-d5a2-4fb4-8f63-246320c1b1a0 {UpstreamID:7489804589566151895 Namespace:default ID:483537eb-d5a2-4fb4-8f63-246320c1b1a0 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:27:16.632554439 +0800 CST StartTs:457141396853751809 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003c51560 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141396853751819} {CheckpointTs:457141410131607553 MinTableBarrierTs:457141410131607554 AdminJobType:noop} span: {tableID:121, startKey:7480000000000000ff795f720000000000fa, endKey:7480000000000000ff795f730000000000fa}, resolvedTs: 457141410131607554, checkpointTs: 457141410131607553, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457141410131607554, checkpointTs: 457141410131607553, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457141410131607554, checkpointTs: 457141410131607553, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457141410131607554, checkpointTs: 457141410131607553, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141410131607553, checkpointTs: 457141410131607553, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141410131607554, checkpointTs: 457141410131607553, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457141410131607555, checkpointTs: 457141410131607553, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457141410131607554, checkpointTs: 457141410131607553, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/927f209f-720a-4746-8b93-caebf1f3fc21 {"id":"927f209f-720a-4746-8b93-caebf1f3fc21","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856085} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605eb2f84d9 927f209f-720a-4746-8b93-caebf1f3fc21 /tidb/cdc/default/default/changefeed/info/483537eb-d5a2-4fb4-8f63-246320c1b1a0 {"upstream-id":7489804589566151895,"namespace":"default","changefeed-id":"483537eb-d5a2-4fb4-8f63-246320c1b1a0","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:27:16.632554439+08:00","start-ts":457141396853751809,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/","use-file-backend":false,"compression":"","flush-concurrency":2,"memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141396853751819} /tidb/cdc/default/default/changefeed/status/483537eb-d5a2-4fb4-8f63-246320c1b1a0 {"checkpoint-ts":457141410131607553,"min-table-barrier-ts":457141410393751555,"admin-job-type":0} /tidb/cdc/default/default/task/position/927f209f-720a-4746-8b93-caebf1f3fc21/483537eb-d5a2-4fb4-8f63-246320c1b1a0 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489804589566151895 {"id":7489804589566151895,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/483537eb-d5a2-4fb4-8f63-246320c1b1a0 {UpstreamID:7489804589566151895 Namespace:default ID:483537eb-d5a2-4fb4-8f63-246320c1b1a0 SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:27:16.632554439 +0800 CST StartTs:457141396853751809 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003c51560 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141396853751819} {CheckpointTs:457141410131607553 MinTableBarrierTs:457141410131607554 AdminJobType:noop} span: {tableID:121, startKey:7480000000000000ff795f720000000000fa, endKey:7480000000000000ff795f730000000000fa}, resolvedTs: 457141410131607554, checkpointTs: 457141410131607553, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457141410131607554, checkpointTs: 457141410131607553, state: Replicating span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457141410131607554, checkpointTs: 457141410131607553, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457141410131607554, checkpointTs: 457141410131607553, state: Replicating span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457141410131607553, checkpointTs: 457141410131607553, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141410131607554, checkpointTs: 457141410131607553, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457141410131607555, checkpointTs: 457141410131607553, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457141410131607554, checkpointTs: 457141410131607553, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/927f209f-720a-4746-8b93-caebf1f3fc21 {"id":"927f209f-720a-4746-8b93-caebf1f3fc21","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856085} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605eb2f84d9 927f209f-720a-4746-8b93-caebf1f3fc21 /tidb/cdc/default/default/changefeed/info/483537eb-d5a2-4fb4-8f63-246320c1b1a0 {"upstream-id":7489804589566151895,"namespace":"default","changefeed-id":"483537eb-d5a2-4fb4-8f63-246320c1b1a0","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:27:16.632554439+08:00","start-ts":457141396853751809,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/","use-file-backend":false,"compression":"","flush-concurrency":2,"memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141396853751819} /tidb/cdc/default/default/changefeed/status/483537eb-d5a2-4fb4-8f63-246320c1b1a0 {"checkpoint-ts":457141410131607553,"min-table-barrier-ts":457141410393751555,"admin-job-type":0} /tidb/cdc/default/default/task/position/927f209f-720a-4746-8b93-caebf1f3fc21/483537eb-d5a2-4fb4-8f63-246320c1b1a0 {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489804589566151895 {"id":7489804589566151895,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x table mark.finish_mark_1 not exists for 17-th check, retry later table multi_tables_ddl_test.t55 not exists for 5-th check, retry later table mark.finish_mark_1 not exists for 18-th check, retry later table multi_tables_ddl_test.t55 exists table multi_tables_ddl_test.t66 exists table multi_tables_ddl_test.t7 exists table multi_tables_ddl_test.t88 exists table multi_tables_ddl_test.finish_mark not exists for 1-th check, retry later table mark.finish_mark_1 not exists for 19-th check, retry later table multi_tables_ddl_test.finish_mark not exists for 2-th check, retry later table mark.finish_mark_1 not exists for 20-th check, retry later check diff failed 1-th time, retry later table multi_tables_ddl_test.finish_mark exists check table exists success + endpoints=http://127.0.0.1:2379 + changefeed_id=test-normal + expected_state=normal + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-normal -s + info='{ "upstream_id": 7489804774226209450, "namespace": "default", "id": "test-normal", "state": "normal", "checkpoint_tso": 457141408675397647, "checkpoint_time": "2025-04-05 20:28:01.678", "error": null }' + echo '{ "upstream_id": 7489804774226209450, "namespace": "default", "id": "test-normal", "state": "normal", "checkpoint_tso": 457141408675397647, "checkpoint_time": "2025-04-05 20:28:01.678", "error": null }' { "upstream_id": 7489804774226209450, "namespace": "default", "id": "test-normal", "state": "normal", "checkpoint_tso": 457141408675397647, "checkpoint_time": "2025-04-05 20:28:01.678", "error": null } ++ echo '{' '"upstream_id":' 7489804774226209450, '"namespace":' '"default",' '"id":' '"test-normal",' '"state":' '"normal",' '"checkpoint_tso":' 457141408675397647, '"checkpoint_time":' '"2025-04-05' '20:28:01.678",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489804774226209450, '"namespace":' '"default",' '"id":' '"test-normal",' '"state":' '"normal",' '"checkpoint_tso":' 457141408675397647, '"checkpoint_time":' '"2025-04-05' '20:28:01.678",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + endpoints=http://127.0.0.1:2379 + changefeed_id=test-error-1 + expected_state=normal + error_msg=null + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-error-1 -s table mark.finish_mark_1 not exists for 21-th check, retry later + info='{ "upstream_id": 7489804774226209450, "namespace": "default", "id": "test-error-1", "state": "normal", "checkpoint_tso": 457141412384735237, "checkpoint_time": "2025-04-05 20:28:15.828", "error": null }' + echo '{ "upstream_id": 7489804774226209450, "namespace": "default", "id": "test-error-1", "state": "normal", "checkpoint_tso": 457141412384735237, "checkpoint_time": "2025-04-05 20:28:15.828", "error": null }' { "upstream_id": 7489804774226209450, "namespace": "default", "id": "test-error-1", "state": "normal", "checkpoint_tso": 457141412384735237, "checkpoint_time": "2025-04-05 20:28:15.828", "error": null } ++ echo '{' '"upstream_id":' 7489804774226209450, '"namespace":' '"default",' '"id":' '"test-error-1",' '"state":' '"normal",' '"checkpoint_tso":' 457141412384735237, '"checkpoint_time":' '"2025-04-05' '20:28:15.828",' '"error":' null '}' ++ jq -r .state + state=normal + [[ ! normal == \n\o\r\m\a\l ]] ++ echo '{' '"upstream_id":' 7489804774226209450, '"namespace":' '"default",' '"id":' '"test-error-1",' '"state":' '"normal",' '"checkpoint_tso":' 457141412384735237, '"checkpoint_time":' '"2025-04-05' '20:28:15.828",' '"error":' null '}' ++ jq -r .error.message + message=null + [[ ! null =~ null ]] + endpoints=http://127.0.0.1:2379 + changefeed_id=test-error-2 + expected_state=failed + error_msg=ErrSyncRenameTableFailed + tls_dir= + [[ http://127.0.0.1:2379 =~ https ]] ++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-error-2 -s + info='{ "upstream_id": 7489804774226209450, "namespace": "default", "id": "test-error-2", "state": "failed", "checkpoint_tso": 457141407521964033, "checkpoint_time": "2025-04-05 20:27:57.278", "error": { "time": "2025-04-05T20:28:02.071307175+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSyncRenameTableFailed", "message": "[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''138'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule." } }' + echo '{ "upstream_id": 7489804774226209450, "namespace": "default", "id": "test-error-2", "state": "failed", "checkpoint_tso": 457141407521964033, "checkpoint_time": "2025-04-05 20:27:57.278", "error": { "time": "2025-04-05T20:28:02.071307175+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSyncRenameTableFailed", "message": "[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''138'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule." } }' { "upstream_id": 7489804774226209450, "namespace": "default", "id": "test-error-2", "state": "failed", "checkpoint_tso": 457141407521964033, "checkpoint_time": "2025-04-05 20:27:57.278", "error": { "time": "2025-04-05T20:28:02.071307175+08:00", "addr": "127.0.0.1:8300", "code": "CDC:ErrSyncRenameTableFailed", "message": "[CDC:ErrSyncRenameTableFailed]table's old name is not in filter rule, and its new name in filter rule table id '138', ddl query: [rename table t11 to t9], it's an unexpected behavior, if you want to replicate this table, please add its old name to filter rule." } } ++ jq -r .state ++ echo '{' '"upstream_id":' 7489804774226209450, '"namespace":' '"default",' '"id":' '"test-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457141407521964033, '"checkpoint_time":' '"2025-04-05' '20:27:57.278",' '"error":' '{' '"time":' '"2025-04-05T20:28:02.071307175+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSyncRenameTableFailed",' '"message":' '"[CDC:ErrSyncRenameTableFailed]table'\''s' old name is not in filter rule, and its new name in filter rule table id ''\''138'\'',' ddl query: '[rename' table t11 to 't9],' 'it'\''s' an unexpected behavior, if you want to replicate this table, please add its old name to filter 'rule."' '}' '}' + state=failed + [[ ! failed == \f\a\i\l\e\d ]] ++ jq -r .error.message ++ echo '{' '"upstream_id":' 7489804774226209450, '"namespace":' '"default",' '"id":' '"test-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457141407521964033, '"checkpoint_time":' '"2025-04-05' '20:27:57.278",' '"error":' '{' '"time":' '"2025-04-05T20:28:02.071307175+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSyncRenameTableFailed",' '"message":' '"[CDC:ErrSyncRenameTableFailed]table'\''s' old name is not in filter rule, and its new name in filter rule table id ''\''138'\'',' ddl query: '[rename' table t11 to 't9],' 'it'\''s' an unexpected behavior, if you want to replicate this table, please add its old name to filter 'rule."' '}' '}' + message='[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''138'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule.' + [[ ! [CDC:ErrSyncRenameTableFailed]table's old name is not in filter rule, and its new name in filter rule table id '138', ddl query: [rename table t11 to t9], it's an unexpected behavior, if you want to replicate this table, please add its old name to filter rule. =~ ErrSyncRenameTableFailed ]] check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... check diff successfully wait process cdc.test exit for 1-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:28:18 CST 2025] <<<<<< run test case multi_tables_ddl success! >>>>>> Exiting on signal: INTERRUPT wait process cdc.test exit for 2-th time... table mark.finish_mark_1 not exists for 22-th check, retry later cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:28:18 CST 2025] <<<<<< run test case split_region success! >>>>>> table mark.finish_mark_1 not exists for 23-th check, retry later table mark.finish_mark_1 not exists for 24-th check, retry later table mark.finish_mark_1 not exists for 25-th check, retry later table mark.finish_mark_1 not exists for 26-th check, retry later \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate table mark.finish_mark_1 not exists for 27-th check, retry later [Pipeline] } [Pipeline] // withEnv [Pipeline] } \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] // stage [Pipeline] } [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } check_redo_resolved_ts 483537eb-d5a2-4fb4-8f63-246320c1b1a0 457141416134705159 s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/ /tmp/tidb_cdc_test/consistent_replicate_storage_s3/cdc_data/redo/483537eb-d5a2-4fb4-8f63-246320c1b1a0/meta global resolved ts 457141415916339204 not forward to 457141416134705159 run task failed 1-th time, retry later table mark.finish_mark_1 not exists for 28-th check, retry later check_redo_resolved_ts 483537eb-d5a2-4fb4-8f63-246320c1b1a0 457141416134705159 s3://logbucket/test-changefeed?endpoint=http://127.0.0.1:24927/ /tmp/tidb_cdc_test/consistent_replicate_storage_s3/cdc_data/redo/483537eb-d5a2-4fb4-8f63-246320c1b1a0/meta run task successfully table mark.finish_mark_1 not exists for 29-th check, retry later wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... wait process cdc.test exit for 3-th time... cdc.test: no process found wait process cdc.test exit for 4-th time... process cdc.test already exit table mark.finish_mark_1 not exists for 30-th check, retry later [2025/04/05 20:28:34.481 +08:00] [INFO] [helper.go:54] ["init log"] [file=] [level=info] [2025/04/05 20:28:34.482 +08:00] [INFO] [apply.go:78] ["set memory limit"] [memoryLimit=10737418240] [2025/04/05 20:28:34.482 +08:00] [INFO] [apply.go:94] ["Start http pprof server"] [addr=127.0.0.1:6060] [2025/04/05 20:28:34.483 +08:00] [INFO] [s3.go:423] ["succeed to get bucket region from s3"] ["bucket region"=us-east-1] [2025/04/05 20:28:34.486 +08:00] [INFO] [mem_quota.go:82] ["New memory quota"] [namespace=default] [changefeed=redo-applier] [total=1073741824] [2025/04/05 20:28:34.486 +08:00] [INFO] [redo.go:167] ["apply redo log starts"] [checkpointTs=457141410577252355] [resolvedTs=457141416436170756] [2025/04/05 20:28:34.487 +08:00] [INFO] [s3.go:423] ["succeed to get bucket region from s3"] ["bucket region"=us-east-1] [2025/04/05 20:28:34.487 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 20:28:34.487 +08:00] [INFO] [s3.go:423] ["succeed to get bucket region from s3"] ["bucket region"=us-east-1] [2025/04/05 20:28:34.487 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 20:28:34.487 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 20:28:34.490 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=ddl] [duration=3.827691ms] [2025/04/05 20:28:34.493 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22NO_AUTO_VALUE_ON_ZERO%2CALLOW_INVALID_DATES%2CONLY_FULL_GROUP_BY%2CNO_ENGINE_SUBSTITUTION%2CIGNORE_SPACE%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 20:28:34.497 +08:00] [INFO] [mysql.go:195] ["MySQL backends is created"] [changefeed=.] [workerCount=16] [forceReplicate=false] [2025/04/05 20:28:34.498 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:28:34.499 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:28:34.499 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:28:34.499 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:28:34.499 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:28:34.499 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:28:34.499 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:28:34.499 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:28:34.499 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:28:34.499 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:28:34.499 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:28:34.499 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:28:34.499 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:28:34.499 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:28:34.499 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:28:34.499 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:28:34.499 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=5] [2025/04/05 20:28:34.499 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=0] [2025/04/05 20:28:34.499 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=1] [2025/04/05 20:28:34.499 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=11] [2025/04/05 20:28:34.499 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=6] [2025/04/05 20:28:34.499 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=3] [2025/04/05 20:28:34.499 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=4] [2025/04/05 20:28:34.499 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=7] [2025/04/05 20:28:34.499 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=14] [2025/04/05 20:28:34.499 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=9] [2025/04/05 20:28:34.499 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=15] [2025/04/05 20:28:34.499 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=13] [2025/04/05 20:28:34.499 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=8] [2025/04/05 20:28:34.499 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 20:28:34.499 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 20:28:34.499 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 20:28:34.499 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=2] [2025/04/05 20:28:34.499 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=10] [2025/04/05 20:28:34.499 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=12] [2025/04/05 20:28:34.504 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22NO_ENGINE_SUBSTITUTION%2CIGNORE_SPACE%2CNO_AUTO_VALUE_ON_ZERO%2CONLY_FULL_GROUP_BY%2CALLOW_INVALID_DATES%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 20:28:34.510 +08:00] [WARN] [mysql_ddl_sink.go:291] ["please set `has-vector-type` to be true if a column is vector type when the downstream is not TiDB or TiDB version less than specify version"] [hasVectorType=false] [supportVectorVersion=8.4.0] [2025/04/05 20:28:34.510 +08:00] [INFO] [mysql_ddl_sink.go:122] ["MySQL DDL sink is created"] [namespace=] [changefeed=] table mark.finish_mark_1 not exists for 31-th check, retry later [2025/04/05 20:28:36.436 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=row] [duration=1.950116084s] [2025/04/05 20:28:36.437 +08:00] [ERROR] [redo.go:272] ["ignore unsupported DDL"] [ddl="{\"StartTs\":457141410563883041,\"CommitTs\":457141410577252355,\"Query\":\"ALTER TABLE `consistent_replicate_storage_s3`.`t1` EXCHANGE PARTITION `p3` WITH TABLE `consistent_replicate_storage_s3`.`t2`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"consistent_replicate_storage_s3\",\"Table\":\"t1\",\"TableID\":118,\"IsPartition\":true},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":42,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:28:38.214 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}"] [checkpointTs=457141416436170756] [2025/04/05 20:28:38.214 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}"] [checkpointTs=457141416436170756] [2025/04/05 20:28:38.314 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}"] [checkpointTs=457141416436170756] [2025/04/05 20:28:38.314 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}"] [checkpointTs=457141416436170756] [2025/04/05 20:28:38.616 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:128, startKey:7480000000000000ff805f720000000000fa, endKey:7480000000000000ff805f730000000000fa}"] [checkpointTs=457141416436170756] [2025/04/05 20:28:38.616 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:128, startKey:7480000000000000ff805f720000000000fa, endKey:7480000000000000ff805f730000000000fa}"] [checkpointTs=457141416436170756] table mark.finish_mark_1 not exists for 32-th check, retry later [2025/04/05 20:28:38.716 +08:00] [INFO] [redo.go:223] ["apply redo log finishes"] [appliedLogCount=5008] [appliedDDLCount=0] [currentCheckpoint=457141416436170756] [2025/04/05 20:28:38.716 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=0] [2025/04/05 20:28:38.716 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=1] [2025/04/05 20:28:38.716 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=12] [2025/04/05 20:28:38.716 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=6] [2025/04/05 20:28:38.717 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=15] [2025/04/05 20:28:38.717 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=14] [2025/04/05 20:28:38.717 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=7] [2025/04/05 20:28:38.717 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=2] [2025/04/05 20:28:38.716 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=4] [2025/04/05 20:28:38.717 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=8] [2025/04/05 20:28:38.716 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=10] [2025/04/05 20:28:38.717 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=11] [2025/04/05 20:28:38.717 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=13] [2025/04/05 20:28:38.716 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=3] [2025/04/05 20:28:38.717 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=5] [2025/04/05 20:28:38.717 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=9] Apply redo log successfully check diff successfully [Sat Apr 5 20:28:39 CST 2025] <<<<<< run test case consistent_replicate_storage_s3 success! >>>>>> count(*) 5000 Exiting on signal: INTERRUPT table mark.finish_mark_1 not exists for 33-th check, retry later table mark.finish_mark_1 not exists for 34-th check, retry later table mark.finish_mark_1 not exists for 35-th check, retry later table mark.finish_mark_1 not exists for 36-th check, retry later table mark.finish_mark_1 exists table mark.finish_mark_2 not exists for 1-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/consistent_partition_table/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table mark.finish_mark_2 not exists for 2-th check, retry later table mark.finish_mark_2 not exists for 3-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/consistent_partition_table Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table mark.finish_mark_2 not exists for 4-th check, retry later Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table mark.finish_mark_2 not exists for 5-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table mark.finish_mark_2 not exists for 6-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table mark.finish_mark_2 not exists for 7-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805065740920850 TiDB Cluster ID. tikv_gc_leader_uuid 65817b3f2280034 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:18971, start at 2025-04-05 20:28:59.419232839 +0800 CST m=+2.117974786 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:30:59.428 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:28:59.402 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:18:59.402 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805065740920850 TiDB Cluster ID. tikv_gc_leader_uuid 65817b3f2280034 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:18971, start at 2025-04-05 20:28:59.419232839 +0800 CST m=+2.117974786 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:30:59.428 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:28:59.402 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:18:59.402 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805066863299121 TiDB Cluster ID. tikv_gc_leader_uuid 65817b3f220000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-n-gb927, pid:19053, start at 2025-04-05 20:28:59.440445728 +0800 CST m=+2.080158535 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:30:59.448 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:28:59.443 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:18:59.443 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/consistent_partition_table/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/consistent_partition_table/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/consistent_partition_table/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/consistent_partition_table/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/consistent_partition_table/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } table mark.finish_mark_2 exists table mark.finish_mark_3 not exists for 1-th check, retry later [Sat Apr 5 20:29:03 CST 2025] <<<<<< START cdc server in consistent_partition_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_partition_table.2039220394.out server --log-file /tmp/tidb_cdc_test/consistent_partition_table/cdcpartition_table.server1.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_partition_table/cdc_datapartition_table.server1 --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table mark.finish_mark_3 not exists for 2-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > table mark.finish_mark_3 not exists for 3-th check, retry later < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:29:06 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2b5efa4a-8172-4abd-882e-79a2e56ab17b {"id":"2b5efa4a-8172-4abd-882e-79a2e56ab17b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856144} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ece257d8 2b5efa4a-8172-4abd-882e-79a2e56ab17b /tidb/cdc/default/default/upstream/7489805065740920850 {"id":7489805065740920850,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2b5efa4a-8172-4abd-882e-79a2e56ab17b {"id":"2b5efa4a-8172-4abd-882e-79a2e56ab17b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856144} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ece257d8 2b5efa4a-8172-4abd-882e-79a2e56ab17b /tidb/cdc/default/default/upstream/7489805065740920850 {"id":7489805065740920850,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/2b5efa4a-8172-4abd-882e-79a2e56ab17b {"id":"2b5efa4a-8172-4abd-882e-79a2e56ab17b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856144} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ece257d8 2b5efa4a-8172-4abd-882e-79a2e56ab17b /tidb/cdc/default/default/upstream/7489805065740920850 {"id":7489805065740920850,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x table mark.finish_mark_3 not exists for 4-th check, retry later table mark.finish_mark_3 not exists for 5-th check, retry later table partition_table2.t2 not exists for 1-th check, retry later table partition_table2.t2 not exists for 2-th check, retry later table mark.finish_mark_3 not exists for 6-th check, retry later ____________________________________ *************************** 1. row *************************** primary_ts: 457141408235520000 secondary_ts: 457141409868415049 primary_ts is 457141408235520000 start_ts is 457141408190169089 check successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:29:07 CST 2025] <<<<<< run test case syncpoint_check_ts success! >>>>>> table mark.finish_mark_3 not exists for 7-th check, retry later table partition_table2.t2 not exists for 3-th check, retry later table partition_table2.t2 not exists for 4-th check, retry later table mark.finish_mark_3 exists table mark.finish_mark_4 not exists for 1-th check, retry later =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/server_config_compatibility/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... table partition_table2.t2 not exists for 5-th check, retry later table mark.finish_mark_4 not exists for 2-th check, retry later table partition_table2.t2 not exists for 6-th check, retry later start tidb cluster in /tmp/tidb_cdc_test/server_config_compatibility Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... table mark.finish_mark_4 not exists for 3-th check, retry later Verifying downstream PD is started... table mark.finish_mark_4 not exists for 4-th check, retry later table partition_table2.t2 not exists for 7-th check, retry later Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... table mark.finish_mark_4 not exists for 5-th check, retry later TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release table partition_table2.t2 exists Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table mark.finish_mark_4 not exists for 6-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table mark.finish_mark_4 not exists for 7-th check, retry later wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... table mark.finish_mark_4 not exists for 8-th check, retry later VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805182608761509 TiDB Cluster ID. tikv_gc_leader_uuid 65817b5b93c0011 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:15230, start at 2025-04-05 20:29:28.568770427 +0800 CST m=+2.116062631 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:31:28.575 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:29:28.569 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:19:28.569 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805182608761509 TiDB Cluster ID. tikv_gc_leader_uuid 65817b5b93c0011 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:15230, start at 2025-04-05 20:29:28.568770427 +0800 CST m=+2.116062631 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:31:28.575 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:29:28.569 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:19:28.569 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805190947052261 TiDB Cluster ID. tikv_gc_leader_uuid 65817b5bcf4000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:15302, start at 2025-04-05 20:29:28.784036951 +0800 CST m=+2.247865887 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:31:28.791 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:29:28.765 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:19:28.765 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/server_config_compatibility/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/server_config_compatibility/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/server_config_compatibility/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/server_config_compatibility/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/server_config_compatibility/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:29:31 CST 2025] <<<<<< START cdc server in consistent_partition_table case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkHangLongTime=return(true);github.com/pingcap/tiflow/cdc/sink/ddlsink/mysql/MySQLSinkExecDDLDelay=return(true)' + (( i = 0 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.consistent_partition_table.2057020572.out server --log-file /tmp/tidb_cdc_test/consistent_partition_table/cdcpartition_table.server2.log --log-level debug --data-dir /tmp/tidb_cdc_test/consistent_partition_table/cdc_datapartition_table.server2 --cluster-id default + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table mark.finish_mark_4 not exists for 9-th check, retry later + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.server_config_compatibility.cli.16536.out cli tso query --pd=http://127.0.0.1:2379 table mark.finish_mark_4 exists table mark.finish_mark_5 not exists for 1-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:29:34 GMT < Content-Type: text/plain; charset=utf-8 < Transfer-Encoding: chunked < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: changefeedID: default/42fa8da6-5827-4e91-9cb0-61412d63b9de {UpstreamID:7489805065740920850 Namespace:default ID:42fa8da6-5827-4e91-9cb0-61412d63b9de SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:29:06.894510572 +0800 CST StartTs:457141425747263493 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc000067560 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141425760370696} {CheckpointTs:457141431396466691 MinTableBarrierTs:457141432707186696 AdminJobType:noop} span: {tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:129, startKey:7480000000000000ff815f720000000000fa, endKey:7480000000000000ff815f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:117, startKey:7480000000000000ff755f720000000000fa, endKey:7480000000000000ff755f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:133, startKey:7480000000000000ff855f720000000000fa, endKey:7480000000000000ff855f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:115, startKey:7480000000000000ff735f720000000000fa, endKey:7480000000000000ff735f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:127, startKey:7480000000000000ff7f5f720000000000fa, endKey:7480000000000000ff7f5f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/58d38866-00f7-4aeb-9f0b-716789a6b2f7 {"id":"58d38866-00f7-4aeb-9f0b-716789a6b2f7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856171} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ece25930 58d38866-00f7-4aeb-9f0b-716789a6b2f7 /tidb/cdc/default/default/changefeed/info/42fa8da6-5827-4e91-9cb0-61412d63b9de {"upstream-id":7489805065740920850,"namespace":"default","changefeed-id":"42fa8da6-5827-4e91-9cb0-61412d63b9de","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:29:06.894510572+08:00","start-ts":457141425747263493,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_partition_table/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141425760370696} /tidb/cdc/default/default/changefeed/status/42fa8da6-5827-4e91-9cb0-61412d63b9de {"checkpoint-ts":457141431396466691,"min-table-barrier-ts":457141432707186696,"admin-job-type":0} /tidb/cdc/default/default/task/position/58d38866-00f7-4aeb-9f0b-716789a6b2f7/42fa8da6-5827-4e91-9cb0-61412d63b9de {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489805065740920850 {"id":7489805065740920850,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/42fa8da6-5827-4e91-9cb0-61412d63b9de {UpstreamID:7489805065740920850 Namespace:default ID:42fa8da6-5827-4e91-9cb0-61412d63b9de SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:29:06.894510572 +0800 CST StartTs:457141425747263493 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc000067560 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141425760370696} {CheckpointTs:457141431396466691 MinTableBarrierTs:457141432707186696 AdminJobType:noop} span: {tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:129, startKey:7480000000000000ff815f720000000000fa, endKey:7480000000000000ff815f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:117, startKey:7480000000000000ff755f720000000000fa, endKey:7480000000000000ff755f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:133, startKey:7480000000000000ff855f720000000000fa, endKey:7480000000000000ff855f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:115, startKey:7480000000000000ff735f720000000000fa, endKey:7480000000000000ff735f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:127, startKey:7480000000000000ff7f5f720000000000fa, endKey:7480000000000000ff7f5f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/58d38866-00f7-4aeb-9f0b-716789a6b2f7 {"id":"58d38866-00f7-4aeb-9f0b-716789a6b2f7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856171} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ece25930 58d38866-00f7-4aeb-9f0b-716789a6b2f7 /tidb/cdc/default/default/changefeed/info/42fa8da6-5827-4e91-9cb0-61412d63b9de {"upstream-id":7489805065740920850,"namespace":"default","changefeed-id":"42fa8da6-5827-4e91-9cb0-61412d63b9de","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:29:06.894510572+08:00","start-ts":457141425747263493,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"igno+ grep -q 'failed to get info:' re-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_partition_table/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141425760370696} /tidb/cdc/default/default/changefeed/status/42fa8da6-5827-4e91-9cb0-61412d63b9de {"checkpoint-ts":457141431396466691,"min-table-barrier-ts":457141432707186696,"admin-job-type":0} /tidb/cdc/default/default/task/position/58d38866-00f7-4aeb-9f0b-716789a6b2f7/42fa8da6-5827-4e91-9cb0-61412d63b9de {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489805065740920850 {"id":7489805065740920850,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: changefeedID: default/42fa8da6-5827-4e91-9cb0-61412d63b9de {UpstreamID:7489805065740920850 Namespace:default ID:42fa8da6-5827-4e91-9cb0-61412d63b9de SinkURI:mysql://normal:123456@127.0.0.1:3306/ CreateTime:2025-04-05 20:29:06.894510572 +0800 CST StartTs:457141425747263493 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc000067560 State:normal Error: Warning: CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457141425760370696} {CheckpointTs:457141431396466691 MinTableBarrierTs:457141432707186696 AdminJobType:noop} span: {tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:129, startKey:7480000000000000ff815f720000000000fa, endKey:7480000000000000ff815f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:117, startKey:7480000000000000ff755f720000000000fa, endKey:7480000000000000ff755f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:133, startKey:7480000000000000ff855f720000000000fa, endKey:7480000000000000ff855f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:115, startKey:7480000000000000ff735f720000000000fa, endKey:7480000000000000ff735f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:127, startKey:7480000000000000ff7f5f720000000000fa, endKey:7480000000000000ff7f5f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating span: {tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}, resolvedTs: 457141431396466691, checkpointTs: 457141431396466691, state: Replicating *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/58d38866-00f7-4aeb-9f0b-716789a6b2f7 {"id":"58d38866-00f7-4aeb-9f0b-716789a6b2f7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856171} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ece25930 58d38866-00f7-4aeb-9f0b-716789a6b2f7 /tidb/cdc/default/default/changefeed/info/42fa8da6-5827-4e91-9cb0-61412d63b9de {"upstream-id":7489805065740920850,"namespace":"default","changefeed-id":"42fa8da6-5827-4e91-9cb0-61412d63b9de","sink-uri":"mysql://normal:123456@127.0.0.1:3306/","create-time":"2025-04-05T20:29:06.894510572+08:00","start-ts":457141425747263493,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"eventual","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"file:///tmp/tidb_cdc_test/consistent_partition_table/redo","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457141425760370696} /tidb/cdc/default/default/changefeed/status/42fa8da6-5827-4e91-9cb0-61412d63b9de {"checkpoint-ts":457141431396466691,"min-table-barrier-ts":457141432707186696,"admin-job-type":0} /tidb/cdc/default/default/task/position/58d38866-00f7-4aeb-9f0b-716789a6b2f7/42fa8da6-5827-4e91-9cb0-61412d63b9de {"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null} /tidb/cdc/default/default/upstream/7489805065740920850 + grep -q 'etcd info' {"id":7489805065740920850,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + break + set +x + set +x + tso='457141432646107138 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141432646107138 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:29:35 CST 2025] <<<<<< START cdc server in server_config_compatibility case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS= + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.server_config_compatibility.1658316585.out server --log-file /tmp/tidb_cdc_test/server_config_compatibility/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/server_config_compatibility/cdc_data --cluster-id default --config /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/server_config_compatibility/conf/server.toml ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 table mark.finish_mark_5 not exists for 2-th check, retry later table mark.finish_mark_5 not exists for 3-th check, retry later + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:29:38 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/29d2e37d-13f9-4c97-baf1-ddb45b064f74 {"id":"29d2e37d-13f9-4c97-baf1-ddb45b064f74","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856175} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ed4e3a01 29d2e37d-13f9-4c97-baf1-ddb45b064f74 /tidb/cdc/default/default/upstream/7489805182608761509 {"id":7489805182608761509,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/29d2e37d-13f9-4c97-baf1-ddb45b064f74 {"id":"29d2e37d-13f9-4c97-baf1-ddb45b064f74","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856175} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ed4e3a01 29d2e37d-13f9-4c97-baf1-ddb45b064f74 /tidb/cdc/default/default/upstream/7489805182608761509 {"id":7489805182608761509,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/29d2e37d-13f9-4c97-baf1-ddb45b064f74 {"id":"29d2e37d-13f9-4c97-baf1-ddb45b064f74","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856175} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ed4e3a01 29d2e37d-13f9-4c97-baf1-ddb45b064f74 /tidb/cdc/default/default/upstream/7489805182608761509 {"id":7489805182608761509,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.server_config_compatibility.cli.16644.out cli changefeed create --start-ts=457141432646107138 --sink-uri=mysql+ssl://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: 23dd11f2-ec8d-48f5-89a2-e1088ac22f25 Info: {"upstream_id":7489805182608761509,"namespace":"default","id":"23dd11f2-ec8d-48f5-89a2-e1088ac22f25","sink_uri":"mysql+ssl://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:29:39.098932631+08:00","start_ts":457141432646107138,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141432646107138,"checkpoint_ts":457141432646107138,"checkpoint_time":"2025-04-05 20:29:33.119"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x table mark.finish_mark_5 not exists for 4-th check, retry later TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ check data failed 1-th time, retry later table mark.finish_mark_5 not exists for 5-th check, retry later TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1' ____________________________________ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ check data failed 2-th time, retry later table mark.finish_mark_5 not exists for 6-th check, retry later check data successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:29:46 CST 2025] <<<<<< run test case server_config_compatibility success! >>>>>> table mark.finish_mark_5 not exists for 7-th check, retry later table mark.finish_mark_5 exists table mark.finish_mark not exists for 1-th check, retry later table mark.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:29:52 CST 2025] <<<<<< run test case multi_source success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/changefeed_dup_error_restart/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/changefeed_dup_error_restart Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/vector/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) start tidb cluster in /tmp/tidb_cdc_test/vector Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805344080415362 TiDB Cluster ID. tikv_gc_leader_uuid 65817b7f55c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:17680, start at 2025-04-05 20:30:05.17923233 +0800 CST m=+2.140020156 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:32:05.186 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:30:05.193 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:20:05.193 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805344080415362 TiDB Cluster ID. tikv_gc_leader_uuid 65817b7f55c000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:17680, start at 2025-04-05 20:30:05.17923233 +0800 CST m=+2.140020156 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:32:05.186 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:30:05.193 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:20:05.193 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805348767892708 TiDB Cluster ID. tikv_gc_leader_uuid 65817b7f928000a Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:17765, start at 2025-04-05 20:30:05.399187055 +0800 CST m=+2.258124395 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:32:05.428 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:30:05.386 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:20:05.386 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/changefeed_dup_error_restart/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/changefeed_dup_error_restart/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_dup_error_restart/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_dup_error_restart/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_dup_error_restart/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 221 100 221 0 0 6367 0 --:--:-- --:--:-- --:--:-- 6500 + synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-05 20:29:55.789","puller_resolved_ts":"2025-04-05 20:29:51.789","last_synced_ts":"2025-04-05 20:27:42.089","now_ts":"2025-04-05 20:29:57.000","info":"Data syncing is finished"}' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '20:29:55.789","puller_resolved_ts":"2025-04-05' '20:29:51.789","last_synced_ts":"2025-04-05' '20:27:42.089","now_ts":"2025-04-05' '20:29:57.000","info":"Data' syncing is 'finished"}' ++ jq .synced + status=true + '[' true '!=' true ']' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '20:29:55.789","puller_resolved_ts":"2025-04-05' '20:29:51.789","last_synced_ts":"2025-04-05' '20:27:42.089","now_ts":"2025-04-05' '20:29:57.000","info":"Data' syncing is 'finished"}' ++ jq -r .info + info='Data syncing is finished' + target_message='Data syncing is finished' + '[' 'Data syncing is finished' '!=' 'Data syncing is finished' ']' + cleanup_process cdc.test wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster + run_case_with_failpoint conf/changefeed-redo.toml + rm -rf /tmp/tidb_cdc_test/synced_status_with_redo + mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_dup_error_restart.cli.19151.out cli tso query --pd=http://127.0.0.1:2379 Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x + tso='457141442246868994 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141442246868994 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x ***************** properties ***************** "updateproportion"="0" "mysql.host"="127.0.0.1" "dotransactions"="false" "operationcount"="0" "scanproportion"="0" "recordcount"="10" "requestdistribution"="uniform" "readallfields"="true" "workload"="core" "mysql.port"="4000" "mysql.user"="root" "insertproportion"="0" "mysql.db"="changefeed_dup_error_restart" "readproportion"="0" "threadcount"="2" ********************************************** Run finished, takes 8.699441ms INSERT - Takes(s): 0.0, Count: 10, OPS: 1839.8, Avg(us): 1671, Min(us): 1023, Max(us): 3540, 95th(us): 4000, 99th(us): 4000 [Sat Apr 5 20:30:11 CST 2025] <<<<<< START cdc server in changefeed_dup_error_restart case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLDuplicateEntryError=5%return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_dup_error_restart.1920819210.out server --log-file /tmp/tidb_cdc_test/changefeed_dup_error_restart/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_dup_error_restart/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805382283272826 TiDB Cluster ID. tikv_gc_leader_uuid 65817b86b480004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm, pid:32084, start at 2025-04-05 20:30:12.731435296 +0800 CST m=+2.190347075 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:32:12.739 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:30:12.740 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:20:12.740 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805382283272826 TiDB Cluster ID. tikv_gc_leader_uuid 65817b86b480004 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm, pid:32084, start at 2025-04-05 20:30:12.731435296 +0800 CST m=+2.190347075 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:32:12.739 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:30:12.740 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:20:12.740 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805380202458817 TiDB Cluster ID. tikv_gc_leader_uuid 65817b86a68000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-0-s0lhm, pid:32163, start at 2025-04-05 20:30:12.674571134 +0800 CST m=+2.075703095 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:32:12.682 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:30:12.684 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:20:12.684 +0800 All versions after safe point can be accessed. (DO NOT EDIT) + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:30:14 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/42f124d4-0a2f-4bdb-855b-417eead68002 {"id":"42f124d4-0a2f-4bdb-855b-417eead68002","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856211} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ede518f1 42f124d4-0a2f-4bdb-855b-417eead68002 /tidb/cdc/default/default/upstream/7489805344080415362 {"id":7489805344080415362,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/42f124d4-0a2f-4bdb-855b-417eead68002 {"id":"42f124d4-0a2f-4bdb-855b-417eead68002","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856211} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ede518f1 42f124d4-0a2f-4bdb-855b-417eead68002 /tidb/cdc/default/default/upstream/7489805344080415362 {"id":7489805344080415362,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/42f124d4-0a2f-4bdb-855b-417eead68002 {"id":"42f124d4-0a2f-4bdb-855b-417eead68002","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856211} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ede518f1 42f124d4-0a2f-4bdb-855b-417eead68002 /tidb/cdc/default/default/upstream/7489805344080415362 {"id":7489805344080415362,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_dup_error_restart.cli.19268.out cli changefeed create --start-ts=457141442246868994 '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?max-txn-row=1' Create changefeed successfully! ID: 7265f07e-5c32-42f8-90ff-c8a79362c560 Info: {"upstream_id":7489805344080415362,"namespace":"default","id":"7265f07e-5c32-42f8-90ff-c8a79362c560","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:30:14.728818786+08:00","start_ts":457141442246868994,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141442246868994,"checkpoint_ts":457141442246868994,"checkpoint_time":"2025-04-05 20:30:09.743"} PASS Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/vector/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/vector/tiflash/log/error.log arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/vector/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/vector/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/vector/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } coverage: 2.4% of statements in github.com/pingcap/tiflow/... Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.vector.cli.33545.out cli tso query --pd=http://127.0.0.1:2379 + set +x + tso='457141444212162561 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141444212162561 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x [Sat Apr 5 20:30:18 CST 2025] <<<<<< START cdc server in vector case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + GO_FAILPOINTS= + (( i = 0 )) + (( i <= 50 )) + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.vector.3357933581.out server --log-file /tmp/tidb_cdc_test/vector/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/vector/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805395929365864 TiDB Cluster ID. tikv_gc_leader_uuid 65817b8afe40012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:17797, start at 2025-04-05 20:30:17.098358635 +0800 CST m=+2.219353656 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:32:17.105 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:30:17.081 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:20:17.081 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805395929365864 TiDB Cluster ID. tikv_gc_leader_uuid 65817b8afe40012 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:17797, start at 2025-04-05 20:30:17.098358635 +0800 CST m=+2.219353656 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:32:17.105 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:30:17.081 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:20:17.081 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805391612184103 TiDB Cluster ID. tikv_gc_leader_uuid 65817b8ae4c000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-gxp0h, pid:17881, start at 2025-04-05 20:30:17.001213183 +0800 CST m=+2.042743698 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:32:17.046 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:30:17.029 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:20:17.029 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 723 100 723 0 0 22829 0 --:--:-- --:--:-- --:--:-- 23322 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 20:27:58.299","puller_resolved_ts":"2025-04-05 20:27:58.299","last_synced_ts":"2025-04-05 20:27:53.698","now_ts":"2025-04-05 20:30:08.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:27:58.299","puller_resolved_ts":"2025-04-05' '20:27:58.299","last_synced_ts":"2025-04-05' '20:27:53.698","now_ts":"2025-04-05' '20:30:08.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:27:58.299","puller_resolved_ts":"2025-04-05' '20:27:58.299","last_synced_ts":"2025-04-05' '20:27:53.698","now_ts":"2025-04-05' '20:30:08.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' ++ jq -r .info + info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']' + cleanup_process cdc.test wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster + run_case_with_unavailable_tidb conf/changefeed.toml + rm -rf /tmp/tidb_cdc_test/synced_status + mkdir -p /tmp/tidb_cdc_test/synced_status + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory + cd /tmp/tidb_cdc_test/synced_status_with_redo + export 'GO_FAILPOINTS=github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)' ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.19128.out cli tso query --pd=http://127.0.0.1:2379 chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/synced_status Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:30:21 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b367a8f7-4537-4c46-ad98-243979d01f7a {"id":"b367a8f7-4537-4c46-ad98-243979d01f7a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856219} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ee0455e4 b367a8f7-4537-4c46-ad98-243979d01f7a /tidb/cdc/default/default/upstream/7489805382283272826 {"id":7489805382283272826,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b367a8f7-4537-4c46-ad98-243979d01f7a {"id":"b367a8f7-4537-4c46-ad98-243979d01f7a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856219} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ee0455e4 b367a8f7-4537-4c46-ad98-243979d01f7a /tidb/cdc/default/default/upstream/7489805382283272826 {"id":7489805382283272826,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/b367a8f7-4537-4c46-ad98-243979d01f7a {"id":"b367a8f7-4537-4c46-ad98-243979d01f7a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856219} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ee0455e4 b367a8f7-4537-4c46-ad98-243979d01f7a /tidb/cdc/default/default/upstream/7489805382283272826 {"id":7489805382283272826,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.vector.cli.33639.out cli changefeed create --start-ts=457141444212162561 --sink-uri=mysql://normal:123456@127.0.0.1:3306/ Create changefeed successfully! ID: 2685c488-2a04-45ef-8134-99a009d0f008 Info: {"upstream_id":7489805382283272826,"namespace":"default","id":"2685c488-2a04-45ef-8134-99a009d0f008","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-05T20:30:22.144927178+08:00","start_ts":457141444212162561,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141444212162561,"checkpoint_ts":457141444212162561,"checkpoint_time":"2025-04-05 20:30:17.240"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x + tso='457141445336760321 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141445336760321 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457141445336760321 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test [Sat Apr 5 20:30:22 CST 2025] <<<<<< START cdc server in synced_status_with_redo case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + [[ no != \n\o ]] + (( i = 0 )) + (( i <= 50 )) + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)' + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.1916219164.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + set +x Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:30:26 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/21ec1bf7-108d-4fa0-8ccb-3174430dddbb {"id":"21ec1bf7-108d-4fa0-8ccb-3174430dddbb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856223} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ee0d7be6 21ec1bf7-108d-4fa0-8ccb-3174430dddbb /tidb/cdc/default/default/upstream/7489805395929365864 {"id":7489805395929365864,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/21ec1bf7-108d-4fa0-8ccb-3174430dddbb {"id":"21ec1bf7-108d-4fa0-8ccb-3174430dddbb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856223} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ee0d7be6 21ec1bf7-108d-4fa0-8ccb-3174430dddbb /tidb/cdc/default/default/upstream/7489805395929365864 {"id":7489805395929365864,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/21ec1bf7-108d-4fa0-8ccb-3174430dddbb {"id":"21ec1bf7-108d-4fa0-8ccb-3174430dddbb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856223} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ee0d7be6 21ec1bf7-108d-4fa0-8ccb-3174430dddbb /tidb/cdc/default/default/upstream/7489805395929365864 {"id":7489805395929365864,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed-redo.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457141445336760321 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.19229.out cli changefeed create --start-ts=457141445336760321 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489805395929365864,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:30:26.483603176+08:00","start_ts":457141445336760321,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141445336760321,"checkpoint_ts":457141445336760321,"checkpoint_time":"2025-04-05 20:30:21.530"} PASS coverage: 2.5% of statements in github.com/pingcap/tiflow/... table test.finish_mark not exists for 1-th check, retry later Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) + set +x + sleep 20 table test.finish_mark not exists for 2-th check, retry later ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) table test.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805443214257502 TiDB Cluster ID. tikv_gc_leader_uuid 65817b976e0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:21184, start at 2025-04-05 20:30:29.836973326 +0800 CST m=+2.272900307 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:32:29.846 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:30:29.841 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:20:29.841 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805443214257502 TiDB Cluster ID. tikv_gc_leader_uuid 65817b976e0000d Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:21184, start at 2025-04-05 20:30:29.836973326 +0800 CST m=+2.272900307 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:32:29.846 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:30:29.841 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:20:29.841 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805454538342384 TiDB Cluster ID. tikv_gc_leader_uuid 65817b978bc000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:21268, start at 2025-04-05 20:30:29.951881176 +0800 CST m=+2.319230273 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:32:29.960 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:30:29.935 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:20:29.935 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:30:32 CST 2025] <<<<<< run test case vector success! >>>>>> + cd /tmp/tidb_cdc_test/synced_status ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.22529.out cli tso query --pd=http://127.0.0.1:2379 + set +x + tso='457141448669134849 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141448669134849 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457141448669134849 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test [Sat Apr 5 20:30:35 CST 2025] <<<<<< START cdc server in synced_status case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.2255422556.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:30:38 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e14e2504-55c2-4af0-9387-e28c0e803354 {"id":"e14e2504-55c2-4af0-9387-e28c0e803354","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856235} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ee3cfae9 e14e2504-55c2-4af0-9387-e28c0e803354 /tidb/cdc/default/default/upstream/7489805443214257502 {"id":7489805443214257502,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e14e2504-55c2-4af0-9387-e28c0e803354 {"id":"e14e2504-55c2-4af0-9387-e28c0e803354","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856235} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ee3cfae9 e14e2504-55c2-4af0-9387-e28c0e803354 /tidb/cdc/default/default/upstream/7489805443214257502 {"id":7489805443214257502,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/e14e2504-55c2-4af0-9387-e28c0e803354 {"id":"e14e2504-55c2-4af0-9387-e28c0e803354","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856235} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ee3cfae9 e14e2504-55c2-4af0-9387-e28c0e803354 /tidb/cdc/default/default/upstream/7489805443214257502 {"id":7489805443214257502,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457141448669134849 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.22621.out cli changefeed create --start-ts=457141448669134849 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489805443214257502,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:30:39.094053761+08:00","start_ts":457141448669134849,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141448669134849,"checkpoint_ts":457141448669134849,"checkpoint_time":"2025-04-05 20:30:34.242"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x + run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);' + check_table_exists test.t1 127.0.0.1 3306 table test.t1 not exists for 1-th check, retry later table test.t1 exists + sleep 5 \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } + kill_tidb ++ ps aux ++ grep tidb-server ++ grep /tmp/tidb_cdc_test/synced_status + info='jenkins 21184 9.1 0.0 2815880 212532 ? Sl 20:30 0:01 tidb-server -P 4000 -config /tmp/tidb_cdc_test/synced_status/tidb-config-1743856227557616144.toml --store tikv --path 127.0.0.1:2379 --status=10080 --log-file /tmp/tidb_cdc_test/synced_status/tidb.log jenkins 21188 3.9 0.0 2692428 190256 ? Sl 20:30 0:00 tidb-server -P 4001 -config /tmp/tidb_cdc_test/synced_status/tidb-config-1743856227560962182.toml --store tikv --path 127.0.0.1:2379 --status=10081 --log-file /tmp/tidb_cdc_test/synced_status/tidb_other.log jenkins 21268 9.5 0.0 2874020 216184 ? Sl 20:30 0:01 tidb-server -P 3306 -config /tmp/tidb_cdc_test/synced_status/tidb-config-1743856227624705862.toml --store tikv --path 127.0.0.1:2479 --status=20080 --log-file /tmp/tidb_cdc_test/synced_status/tidb_down.log' ++ ps aux ++ grep tidb-server ++ grep /tmp/tidb_cdc_test/synced_status ++ awk '{print $2}' ++ xargs kill -9 ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 243 100 243 0 0 5402 0 --:--:-- --:--:-- --:--:-- 5522 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 20:30:46.642","puller_resolved_ts":"2025-04-05 20:30:40.492","last_synced_ts":"2025-04-05 20:30:40.542","now_ts":"2025-04-05 20:30:47.000","info":"The data syncing is not finished, please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:30:46.642","puller_resolved_ts":"2025-04-05' '20:30:40.492","last_synced_ts":"2025-04-05' '20:30:40.542","now_ts":"2025-04-05' '20:30:47.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:30:46.642","puller_resolved_ts":"2025-04-05' '20:30:40.492","last_synced_ts":"2025-04-05' '20:30:40.542","now_ts":"2025-04-05' '20:30:47.000","info":"The' data syncing is not finished, please 'wait"}' ++ jq -r .info + info='The data syncing is not finished, please wait' + target_message='The data syncing is not finished, please wait' + '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']' + sleep 130 table changefeed_dup_error_restart.finish_mark_1 exists check diff successfully ***************** properties ***************** "threadcount"="2" "readproportion"="0" "updateproportion"="0" "mysql.user"="root" "requestdistribution"="uniform" "dotransactions"="false" "mysql.db"="changefeed_dup_error_restart" "workload"="core" "mysql.host"="127.0.0.1" "operationcount"="0" "scanproportion"="0" "insertproportion"="0" "readallfields"="true" "mysql.port"="4000" "recordcount"="10" ********************************************** Run finished, takes 4.362789ms INSERT - Takes(s): 0.0, Count: 10, OPS: 3086.7, Avg(us): 715, Min(us): 435, Max(us): 1826, 95th(us): 2000, 99th(us): 2000 ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 723 100 723 0 0 53377 0 --:--:-- --:--:-- --:--:-- 55615 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 20:30:21.530","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2025-04-05 20:30:47.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}' ++ jq .synced ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:30:21.530","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '20:30:47.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' + status=false + '[' false '!=' false ']' ++ jq -r .info ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:30:21.530","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '20:30:47.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' + info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']' + export GO_FAILPOINTS= + GO_FAILPOINTS= + cleanup_process cdc.test wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster + check_logs /tmp/tidb_cdc_test/synced_status_with_redo ++ date + echo '[Sat Apr 5 20:30:58 CST 2025] <<<<<< run test case synced_status_with_redo success! >>>>>>' [Sat Apr 5 20:30:58 CST 2025] <<<<<< run test case synced_status_with_redo success! >>>>>> + stop_tidb_cluster \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } table changefeed_dup_error_restart.finish_mark_2 exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:31:18 CST 2025] <<<<<< run test case changefeed_dup_error_restart success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/safe_mode/run.sh using Sink-Type: mysql... <<================= The 1 times to try to start tidb cluster... start tidb cluster in /tmp/tidb_cdc_test/safe_mode Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805745599737136 TiDB Cluster ID. tikv_gc_leader_uuid 65817bd99200010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:20488, start at 2025-04-05 20:31:37.570843448 +0800 CST m=+2.277246250 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:33:37.580 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:31:37.544 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:21:37.544 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805745599737136 TiDB Cluster ID. tikv_gc_leader_uuid 65817bd99200010 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:20488, start at 2025-04-05 20:31:37.570843448 +0800 CST m=+2.277246250 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:33:37.580 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:31:37.544 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:21:37.544 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489805744504450786 TiDB Cluster ID. tikv_gc_leader_uuid 65817bd99040006 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-k-hx14v, pid:20579, start at 2025-04-05 20:31:37.544158075 +0800 CST m=+2.187174451 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:33:37.551 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:31:37.537 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:21:37.537 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/safe_mode/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/safe_mode/tiflash/log/error.log arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/safe_mode/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/safe_mode/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/safe_mode/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit # diff Configuration. check-thread-count = 4 export-fix-sql = true check-struct-only = false [task] output-dir = "/tmp/tidb_cdc_test/partition_table/sync_diff/output" source-instances = ["mysql1"] target-instance = "tidb0" target-check-tables = ["partition_table.?*"] [data-sources] [data-sources.mysql1] host = "127.0.0.1" port = 4000 user = "root" password = "" [data-sources.tidb0] host = "127.0.0.1" port = 3306 user = "root" password = "" [2025/04/05 20:31:38.444 +08:00] [INFO] [helper.go:54] ["init log"] [file=] [level=info] [2025/04/05 20:31:38.445 +08:00] [INFO] [apply.go:78] ["set memory limit"] [memoryLimit=10737418240] [2025/04/05 20:31:38.445 +08:00] [INFO] [apply.go:94] ["Start http pprof server"] [addr=127.0.0.1:6060] [2025/04/05 20:31:38.445 +08:00] [INFO] [mem_quota.go:82] ["New memory quota"] [namespace=default] [changefeed=redo-applier] [total=1073741824] [2025/04/05 20:31:38.445 +08:00] [INFO] [redo.go:167] ["apply redo log starts"] [checkpointTs=457141431396466691] [resolvedTs=457141464465932291] [2025/04/05 20:31:38.446 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 20:31:38.446 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 20:31:38.446 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 20:31:38.446 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=ddl] [duration=1.158845ms] [2025/04/05 20:31:38.447 +08:00] [INFO] [file.go:114] ["succeed to download and sort redo logs"] [type=row] [duration=1.598284ms] [2025/04/05 20:31:38.451 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22ONLY_FULL_GROUP_BY%2CIGNORE_SPACE%2CNO_AUTO_VALUE_ON_ZERO%2CNO_ENGINE_SUBSTITUTION%2CALLOW_INVALID_DATES%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 20:31:38.453 +08:00] [INFO] [mysql.go:195] ["MySQL backends is created"] [changefeed=.] [workerCount=16] [forceReplicate=false] [2025/04/05 20:31:38.455 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:31:38.455 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:31:38.455 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:31:38.455 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:31:38.455 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:31:38.455 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:31:38.455 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:31:38.455 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:31:38.455 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:31:38.455 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:31:38.455 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:31:38.455 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:31:38.455 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:31:38.455 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:31:38.455 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:31:38.455 +08:00] [INFO] [txn_cache.go:71] ["create new worker cache in conflict detector"] [cacheCount=16] [cacheSize=1024] [BlockStrategy=waitEmpty] [2025/04/05 20:31:38.455 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=0] [2025/04/05 20:31:38.455 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=2] [2025/04/05 20:31:38.455 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=1] [2025/04/05 20:31:38.455 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=4] [2025/04/05 20:31:38.455 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=3] [2025/04/05 20:31:38.455 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=6] [2025/04/05 20:31:38.455 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=7] [2025/04/05 20:31:38.455 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=8] [2025/04/05 20:31:38.455 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=5] [2025/04/05 20:31:38.455 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=9] [2025/04/05 20:31:38.455 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=10] [2025/04/05 20:31:38.455 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=11] [2025/04/05 20:31:38.455 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=12] [2025/04/05 20:31:38.455 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=13] [2025/04/05 20:31:38.455 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=14] [2025/04/05 20:31:38.455 +08:00] [INFO] [worker.go:90] ["Transaction dmlSink worker starts"] [changefeedID=.] [workerID=15] [2025/04/05 20:31:38.455 +08:00] [INFO] [tz.go:35] ["Use the timezone of the TiCDC server machine"] [timezoneName=System] [timezone=Asia/Shanghai] [2025/04/05 20:31:38.455 +08:00] [WARN] [config.go:428] ["Because time-zone is not specified, the timezone of the TiCDC server will be used. We recommend that you specify the time-zone explicitly. Please make sure that the timezone of the TiCDC server, sink-uri and the downstream database are consistent. If the downstream database does not load the timezone information, you can refer to https://dev.mysql.com/doc/refman/8.0/en/mysql-tzinfo-to-sql.html."] [timezone=Asia/Shanghai] [2025/04/05 20:31:38.455 +08:00] [ERROR] [config.go:216] ["The TiDB source ID should never be set to 0. Please report it as a bug. The default value will be used: 1."] [tidbSourceID=0] [2025/04/05 20:31:38.459 +08:00] [INFO] [db_helper.go:161] ["sink uri is configured"] [dsn="normal:******@tcp(127.0.0.1:3306)/?interpolateParams=true&multiStatements=true&allow_auto_random_explicit_insert=1&charset=utf8mb4&foreign_key_checks=0&maxAllowedPacket=0&readTimeout=2m&sql_mode=%22ONLY_FULL_GROUP_BY%2CIGNORE_SPACE%2CNO_AUTO_VALUE_ON_ZERO%2CNO_ENGINE_SUBSTITUTION%2CALLOW_INVALID_DATES%22&tidb_enable_external_ts_read=%22OFF%22&tidb_placement_mode=%22ignore%22&tidb_txn_mode=optimistic&time_zone=%22Asia%2FShanghai%22&timeout=2m&transaction_isolation=%22READ-COMMITTED%22&writeTimeout=2m"] [2025/04/05 20:31:38.461 +08:00] [WARN] [mysql_ddl_sink.go:291] ["please set `has-vector-type` to be true if a column is vector type when the downstream is not TiDB or TiDB version less than specify version"] [hasVectorType=false] [supportVectorVersion=8.4.0] [2025/04/05 20:31:38.461 +08:00] [INFO] [mysql_ddl_sink.go:122] ["MySQL DDL sink is created"] [namespace=] [changefeed=] [2025/04/05 20:31:38.461 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457141432930271281,\"CommitTs\":457141432943116293,\"Query\":\"alter table t1 drop partition p1\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"partition_table\",\"Table\":\"t1\",\"TableID\":121,\"IsPartition\":true},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":20,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:31:40.470 +08:00] [ERROR] [async_ddl.go:184] ["check async exec ddl failed"] [namespace=] [changefeed=] [error="Error 8121 (HY000): privilege check for 'Super' fail"] [2025/04/05 20:31:40.470 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457141432943116293] [DDL="alter table t1 drop partition p1"] [2025/04/05 20:31:40.525 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=55.06138ms] [sql="alter table t1 drop partition p1"] [2025/04/05 20:31:40.525 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457141433061081115,\"CommitTs\":457141433061081120,\"Query\":\"ALTER TABLE `partition_table`.`t1` EXCHANGE PARTITION `p3` WITH TABLE `partition_table`.`t2`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"partition_table\",\"Table\":\"t1\",\"TableID\":121,\"IsPartition\":true},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":42,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:31:40.726 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457141433061081120] [DDL="ALTER TABLE `partition_table`.`t1` EXCHANGE PARTITION `p3` WITH TABLE `partition_table`.`t2`"] [2025/04/05 20:31:40.764 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=37.820112ms] [sql="ALTER TABLE `partition_table`.`t1` EXCHANGE PARTITION `p3` WITH TABLE `partition_table`.`t2`"] [2025/04/05 20:31:40.764 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457141433192153116,\"CommitTs\":457141433205260290,\"Query\":\"ALTER TABLE `partition_table`.`t1` EXCHANGE PARTITION `p3` WITH TABLE `partition_table2`.`t2`\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"partition_table\",\"Table\":\"t1\",\"TableID\":121,\"IsPartition\":true},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":42,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:31:41.165 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457141433205260290] [DDL="ALTER TABLE `partition_table`.`t1` EXCHANGE PARTITION `p3` WITH TABLE `partition_table2`.`t2`"] [2025/04/05 20:31:41.202 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=36.974204ms] [sql="ALTER TABLE `partition_table`.`t1` EXCHANGE PARTITION `p3` WITH TABLE `partition_table2`.`t2`"] [2025/04/05 20:31:41.202 +08:00] [WARN] [redo.go:287] ["apply DDL"] [ddl="{\"StartTs\":457141433585369112,\"CommitTs\":457141433585369115,\"Query\":\"ALTER TABLE t1 REORGANIZE PARTITION p0,p2 INTO (PARTITION p0 VALUES LESS THAN (5), PARTITION p1 VALUES LESS THAN (10), PARTITION p2 VALUES LESS THAN (21))\",\"TableInfo\":{\"SchemaID\":0,\"TableName\":{\"Schema\":\"partition_table\",\"Table\":\"t1\",\"TableID\":121,\"IsPartition\":true},\"Version\":0,\"RowColumnsOffset\":null,\"ColumnsFlag\":null,\"HandleIndexID\":0,\"IndexColumnsOffset\":null},\"PreTableInfo\":null,\"Type\":64,\"Done\":{},\"Charset\":\"\",\"Collate\":\"\",\"IsBootstrap\":false,\"BDRRole\":\"\",\"SQLMode\":0}"] [2025/04/05 20:31:41.603 +08:00] [INFO] [mysql_ddl_sink.go:225] ["Start exec DDL"] [namespace=] [changefeed=] [commitTs=457141433585369115] [DDL="ALTER TABLE t1 REORGANIZE PARTITION p0,p2 INTO (PARTITION p0 VALUES LESS THAN (5), PARTITION p1 VALUES LESS THAN (10), PARTITION p2 VALUES LESS THAN (21))"] [2025/04/05 20:31:41.966 +08:00] [INFO] [mysql_ddl_sink.go:272] ["Exec DDL succeeded"] [namespace=] [changefeed=] [duration=362.631883ms] [sql="ALTER TABLE t1 REORGANIZE PARTITION p0,p2 INTO (PARTITION p0 VALUES LESS THAN (5), PARTITION p1 VALUES LESS THAN (10), PARTITION p2 VALUES LESS THAN (21))"] [2025/04/05 20:31:41.966 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:41.966 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:123, startKey:7480000000000000ff7b5f720000000000fa, endKey:7480000000000000ff7b5f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:42.066 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:42.066 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:126, startKey:7480000000000000ff7e5f720000000000fa, endKey:7480000000000000ff7e5f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:42.166 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:127, startKey:7480000000000000ff7f5f720000000000fa, endKey:7480000000000000ff7f5f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:42.166 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:127, startKey:7480000000000000ff7f5f720000000000fa, endKey:7480000000000000ff7f5f730000000000fa}"] [checkpointTs=457141464465932291] [Sat Apr 5 20:31:41 CST 2025] <<<<<< START cdc server in safe_mode case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS= + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.safe_mode.2185221854.out server --log-file /tmp/tidb_cdc_test/safe_mode/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/safe_mode/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 [2025/04/05 20:31:42.266 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:117, startKey:7480000000000000ff755f720000000000fa, endKey:7480000000000000ff755f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:42.266 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:117, startKey:7480000000000000ff755f720000000000fa, endKey:7480000000000000ff755f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:42.367 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:115, startKey:7480000000000000ff735f720000000000fa, endKey:7480000000000000ff735f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:42.367 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:115, startKey:7480000000000000ff735f720000000000fa, endKey:7480000000000000ff735f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:42.467 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:42.467 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:122, startKey:7480000000000000ff7a5f720000000000fa, endKey:7480000000000000ff7a5f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:42.567 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:42.567 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:124, startKey:7480000000000000ff7c5f720000000000fa, endKey:7480000000000000ff7c5f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:42.667 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:129, startKey:7480000000000000ff815f720000000000fa, endKey:7480000000000000ff815f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:42.667 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:129, startKey:7480000000000000ff815f720000000000fa, endKey:7480000000000000ff815f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:42.767 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:133, startKey:7480000000000000ff855f720000000000fa, endKey:7480000000000000ff855f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:42.767 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:133, startKey:7480000000000000ff855f720000000000fa, endKey:7480000000000000ff855f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:42.868 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:42.868 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:119, startKey:7480000000000000ff775f720000000000fa, endKey:7480000000000000ff775f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:42.968 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:42.968 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:43.068 +08:00] [INFO] [table_sink_impl.go:257] ["Table sink stopped"] [namespace=default] [changefeed=redo-applier] [span="{tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:43.068 +08:00] [INFO] [table_sink_impl.go:239] ["Stopping table sink"] [namespace=default] [changefeed=redo-applier] [span="{tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}"] [checkpointTs=457141464465932291] [2025/04/05 20:31:43.168 +08:00] [INFO] [redo.go:223] ["apply redo log finishes"] [appliedLogCount=47] [appliedDDLCount=4] [currentCheckpoint=457141464465932291] [2025/04/05 20:31:43.168 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=12] [2025/04/05 20:31:43.168 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=7] [2025/04/05 20:31:43.168 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=13] [2025/04/05 20:31:43.168 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=1] [2025/04/05 20:31:43.168 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=11] [2025/04/05 20:31:43.168 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=10] [2025/04/05 20:31:43.168 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=8] [2025/04/05 20:31:43.168 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=9] [2025/04/05 20:31:43.168 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=3] [2025/04/05 20:31:43.168 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=6] [2025/04/05 20:31:43.168 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=2] [2025/04/05 20:31:43.168 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=4] [2025/04/05 20:31:43.168 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=5] [2025/04/05 20:31:43.168 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=14] [2025/04/05 20:31:43.168 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=15] [2025/04/05 20:31:43.168 +08:00] [INFO] [worker.go:101] ["Transaction dmlSink worker exits as canceled"] [changefeedID=.] [workerID=0] Apply redo log successfully check diff successfully [Sat Apr 5 20:31:43 CST 2025] <<<<<< run test case consistent_partition_table success! >>>>>> Database INFORMATION_SCHEMA METRICS_SCHEMA PERFORMANCE_SCHEMA mysql partition_table partition_table2 sys test + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:31:44 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/10e0e6d8-73b0-4755-a24f-a4f7d827d5da {"id":"10e0e6d8-73b0-4755-a24f-a4f7d827d5da","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856302} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ef4b7fe3 10e0e6d8-73b0-4755-a24f-a4f7d827d5da /tidb/cdc/default/default/upstream/7489805745599737136 {"id":7489805745599737136,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/10e0e6d8-73b0-4755-a24f-a4f7d827d5da {"id":"10e0e6d8-73b0-4755-a24f-a4f7d827d5da","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856302} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ef4b7fe3 10e0e6d8-73b0-4755-a24f-a4f7d827d5da /tidb/cdc/default/default/upstream/7489805745599737136 {"id":7489805745599737136,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/10e0e6d8-73b0-4755-a24f-a4f7d827d5da {"id":"10e0e6d8-73b0-4755-a24f-a4f7d827d5da","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856302} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605ef4b7fe3 10e0e6d8-73b0-4755-a24f-a4f7d827d5da /tidb/cdc/default/default/upstream/7489805745599737136 {"id":7489805745599737136,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.safe_mode.cli.21905.out cli changefeed create '--sink-uri=mysql://normal:123456@127.0.0.1:3306/?safe-mode=true' Create changefeed successfully! ID: 0acf51e5-566a-40d0-8525-aae9ef4d0675 Info: {"upstream_id":7489805745599737136,"namespace":"default","id":"0acf51e5-566a-40d0-8525-aae9ef4d0675","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/?safe-mode=true","create_time":"2025-04-05T20:31:45.307348394+08:00","start_ts":457141467268775939,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141467268775939,"checkpoint_ts":457141467268775939,"checkpoint_time":"2025-04-05 20:31:45.194"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_big_messages_v2/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:31:52 CST 2025] <<<<<< run test case kafka_big_messages_v2 success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_tables_ddl_v2/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:31:56 CST 2025] <<<<<< run test case multi_tables_ddl_v2 success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/multi_topics_v2/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:31:59 CST 2025] <<<<<< run test case multi_topics_v2 success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/storage_cleanup/run.sh using Sink-Type: mysql... <<================= +++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/storage_cleanup/run.sh ++ cd /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/storage_cleanup ++ pwd + CUR=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/storage_cleanup + source /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/storage_cleanup/../_utils/test_prepare ++ UP_TIDB_HOST=127.0.0.1 ++ UP_TIDB_PORT=4000 ++ UP_TIDB_OTHER_PORT=4001 ++ UP_TIDB_STATUS=10080 ++ UP_TIDB_OTHER_STATUS=10081 ++ DOWN_TIDB_HOST=127.0.0.1 ++ DOWN_TIDB_PORT=3306 ++ DOWN_TIDB_STATUS=20080 ++ TLS_TIDB_HOST=127.0.0.1 ++ TLS_TIDB_PORT=3307 ++ TLS_TIDB_STATUS=30080 ++ UP_PD_HOST_1=127.0.0.1 ++ UP_PD_PORT_1=2379 ++ UP_PD_PEER_PORT_1=2380 ++ UP_PD_HOST_2=127.0.0.1 ++ UP_PD_PORT_2=2679 ++ UP_PD_PEER_PORT_2=2680 ++ UP_PD_HOST_3=127.0.0.1 ++ UP_PD_PORT_3=2779 ++ UP_PD_PEER_PORT_3=2780 ++ DOWN_PD_HOST=127.0.0.1 ++ DOWN_PD_PORT=2479 ++ DOWN_PD_PEER_PORT=2480 ++ TLS_PD_HOST=127.0.0.1 ++ TLS_PD_PORT=2579 ++ TLS_PD_PEER_PORT=2580 ++ UP_TIKV_HOST_1=127.0.0.1 ++ UP_TIKV_PORT_1=20160 ++ UP_TIKV_STATUS_PORT_1=20181 ++ UP_TIKV_HOST_2=127.0.0.1 ++ UP_TIKV_PORT_2=20161 ++ UP_TIKV_STATUS_PORT_2=20182 ++ UP_TIKV_HOST_3=127.0.0.1 ++ UP_TIKV_PORT_3=20162 ++ UP_TIKV_STATUS_PORT_3=20183 ++ DOWN_TIKV_HOST=127.0.0.1 ++ DOWN_TIKV_PORT=21160 ++ DOWN_TIKV_STATUS_PORT=21180 ++ TLS_TIKV_HOST=127.0.0.1 ++ TLS_TIKV_PORT=22160 ++ TLS_TIKV_STATUS_PORT=22180 +++ cat /tmp/tidb_cdc_test/KAFKA_VERSION +++ echo 2.4.1 ++ KAFKA_VERSION=2.4.1 + WORK_DIR=/tmp/tidb_cdc_test/storage_cleanup + CDC_BINARY=cdc.test + SINK_TYPE=mysql + EXIST_FILES=() + CLEANED_FILES=() + trap stop_tidb_cluster EXIT + run mysql + '[' mysql '!=' storage ']' + return + check_logs /tmp/tidb_cdc_test/storage_cleanup ++ date + echo '[Sat Apr 5 20:32:02 CST 2025] <<<<<< run test case storage_cleanup success! >>>>>>' [Sat Apr 5 20:32:02 CST 2025] <<<<<< run test case storage_cleanup success! >>>>>> + stop_tidb_cluster =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/csv_storage_basic/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:32:06 CST 2025] <<<<<< run test case csv_storage_basic success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/csv_storage_multi_tables_ddl/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:32:09 CST 2025] <<<<<< run test case csv_storage_multi_tables_ddl success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/csv_storage_partition_table/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:32:12 CST 2025] <<<<<< run test case csv_storage_partition_table success! >>>>>> \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } table safe_mode.finish_mark exists check diff successfully wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit [Sat Apr 5 20:32:28 CST 2025] <<<<<< run test case safe_mode success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_big_messages/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:32:37 CST 2025] <<<<<< run test case kafka_big_messages success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_compression/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:32:40 CST 2025] <<<<<< run test case kafka_compression success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_messages/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:32:44 CST 2025] <<<<<< run test case kafka_messages success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_sink_error_resume/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:32:47 CST 2025] <<<<<< run test case kafka_sink_error_resume success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/mq_sink_lost_callback/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:32:50 CST 2025] <<<<<< run test case mq_sink_lost_callback success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/mq_sink_dispatcher/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:32:53 CST 2025] <<<<<< run test case mq_sink_dispatcher success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_column_selector/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:32:56 CST 2025] <<<<<< run test case kafka_column_selector success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/kafka_column_selector_avro/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:32:59 CST 2025] <<<<<< run test case kafka_column_selector_avro success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/debezium/run.sh using Sink-Type: mysql... <<================= =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/lossy_ddl/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:33:02 CST 2025] <<<<<< run test case lossy_ddl success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/storage_csv_update/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:33:05 CST 2025] <<<<<< run test case storage_csv_update success! >>>>>> =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/csv_storage_update_pk_clustered/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:33:08 CST 2025] <<<<<< run test case csv_storage_update_pk_clustered success! >>>>>> ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 221 100 221 0 0 6497 0 --:--:-- --:--:-- --:--:-- 6696 + synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-05 20:32:56.792","puller_resolved_ts":"2025-04-05 20:32:49.792","last_synced_ts":"2025-04-05 20:30:40.542","now_ts":"2025-04-05 20:32:57.000","info":"Data syncing is finished"}' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '20:32:56.792","puller_resolved_ts":"2025-04-05' '20:32:49.792","last_synced_ts":"2025-04-05' '20:30:40.542","now_ts":"2025-04-05' '20:32:57.000","info":"Data' syncing is 'finished"}' ++ jq .synced + status=true + '[' true '!=' true ']' ++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-05' '20:32:56.792","puller_resolved_ts":"2025-04-05' '20:32:49.792","last_synced_ts":"2025-04-05' '20:30:40.542","now_ts":"2025-04-05' '20:32:57.000","info":"Data' syncing is 'finished"}' ++ jq -r .info + info='Data syncing is finished' + target_message='Data syncing is finished' + '[' 'Data syncing is finished' '!=' 'Data syncing is finished' ']' + cleanup_process cdc.test wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster + run_case_with_failpoint conf/changefeed.toml + rm -rf /tmp/tidb_cdc_test/synced_status + mkdir -p /tmp/tidb_cdc_test/synced_status + start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory The 1 times to try to start tidb cluster... shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory start tidb cluster in /tmp/tidb_cdc_test/synced_status Starting Upstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Starting Downstream PD... Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852 Edition: Community Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346 Git Branch: master UTC Build Time: 2025-04-03 07:28:59 Verifying upstream PD is started... =================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/csv_storage_update_pk_nonclustered/run.sh using Sink-Type: mysql... <<================= [Sat Apr 5 20:33:11 CST 2025] <<<<<< run test case csv_storage_update_pk_nonclustered success! >>>>>> Verifying downstream PD is started... Starting Upstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Downstream TiKV... TiKV Release Version: 9.0.0-beta.1 Edition: Community Git Commit Hash: 3eb3439fd88f0db9de06ef92e845e80b32c9b49a Git Commit Branch: master UTC Build Time: 2025-04-02 02:57:52 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Starting Upstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Starting Downstream TiDB... Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337 Edition: Community Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0 Git Branch: master UTC Build Time: 2025-04-03 11:14:01 GoVersion: go1.23.8 Race Enabled: false Check Table Before Drop: false Store: unistore Verifying Upstream TiDB is started... ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489806169369428933 TiDB Cluster ID. tikv_gc_leader_uuid 65817c3aa60000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:23823, start at 2025-04-05 20:33:16.972557696 +0800 CST m=+2.233979952 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:35:16.980 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:33:17.016 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:23:17.016 +0800 All versions after safe point can be accessed. (DO NOT EDIT) VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489806169369428933 TiDB Cluster ID. tikv_gc_leader_uuid 65817c3aa60000c Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:23823, start at 2025-04-05 20:33:16.972557696 +0800 CST m=+2.233979952 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:35:16.980 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:33:17.016 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:23:17.016 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Verifying Downstream TiDB is started... VARIABLE_NAME VARIABLE_VALUE COMMENT bootstrapped True Bootstrap flag. Do not delete. tidb_server_version 246 Bootstrap version. Do not delete. system_tz Asia/Shanghai TiDB Global System Timezone. new_collation_enabled True If the new collations are enabled. Do not edit it. ddl_table_version 4 DDL Table Version. Do not delete. cluster_id 7489806170387558493 TiDB Cluster ID. tikv_gc_leader_uuid 65817c3ab600002 Current GC worker leader UUID. (DO NOT EDIT) tikv_gc_leader_desc host:pingcap-tiflow-periodics-cdc-integration-mysql-test-233-7-78vgz, pid:23893, start at 2025-04-05 20:33:17.017716384 +0800 CST m=+2.198239317 Host name and pid of current GC leader. (DO NOT EDIT) tikv_gc_leader_lease 20250405-20:35:17.031 +0800 Current GC worker leader lease. (DO NOT EDIT) tikv_gc_auto_concurrency true Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used tikv_gc_enable true Current GC enable status tikv_gc_run_interval 10m0s GC run interval, at least 10m, in Go format. tikv_gc_life_time 10m0s All versions within life time will not be collected by GC, at least 10m, in Go format. tikv_gc_last_run_time 20250405-20:33:17.016 +0800 The time when last GC starts. (DO NOT EDIT) tikv_gc_safe_point 20250405-20:23:17.016 +0800 All versions after safe point can be accessed. (DO NOT EDIT) Starting Upstream TiFlash... TiFlash Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3 Edition: Community Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a Git Branch: HEAD UTC Build Time: 2025-04-03 03:49:11 Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake Profile: RELWITHDEBINFO Compiler: clang++ 17.0.6 Raft Proxy Git Commit Hash: 11578499e429348400a384f1ca08a0200de99f0d Git Commit Branch: HEAD UTC Build Time: "" Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Storage Engine: tiflash Prometheus Prefix: tiflash_proxy_ Profile: release Enable Features: external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored Verifying Upstream TiFlash is started... Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash --engine-label --engine-version ") } + cd /tmp/tidb_cdc_test/synced_status + export 'GO_FAILPOINTS=github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)' ++ run_cdc_cli_tso_query 127.0.0.1 2379 + pd_host=127.0.0.1 + pd_port=2379 + is_tls=false + '[' false == true ']' ++ run_cdc_cli tso query --pd=http://127.0.0.1:2379 + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.25146.out cli tso query --pd=http://127.0.0.1:2379 + set +x + tso='457141492502495233 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...' + echo 457141492502495233 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/... + awk -F ' ' '{print $1}' + set +x + start_ts=457141492502495233 + run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test [Sat Apr 5 20:33:22 CST 2025] <<<<<< START cdc server in synced_status case >>>>>> + [[ '' == \t\r\u\e ]] + set +e + get_info_fail_msg='failed to get info:' + etcd_info_msg='etcd info' + '[' -z '' ']' + curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL' + GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)' + [[ no != \n\o ]] + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.2518125183.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default + (( i = 0 )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connection refused * Failed connect to 127.0.0.1:8300; Connection refused * Closing connection 0 + res= + echo '' + grep -q 'failed to get info:' + echo '' + grep -q 'etcd info' + '[' 0 -eq 50 ']' + sleep 3 + (( i++ )) + (( i <= 50 )) ++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL * About to connect() to 127.0.0.1 port 8300 (#0) * Trying 127.0.0.1... * Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0) * Server auth using Basic with user 'ticdc' > GET /debug/info HTTP/1.1 > Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0 > User-Agent: curl/7.29.0 > Host: 127.0.0.1:8300 > Accept: */* > < HTTP/1.1 200 OK < Date: Sat, 05 Apr 2025 12:33:25 GMT < Content-Length: 820 < Content-Type: text/plain; charset=utf-8 < { [data not shown] * Connection #0 to host 127.0.0.1 left intact + res=' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9a3891ed-5e9c-4f58-aec4-157477fd8738 {"id":"9a3891ed-5e9c-4f58-aec4-157477fd8738","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856403} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605f0cfffe5 9a3891ed-5e9c-4f58-aec4-157477fd8738 /tidb/cdc/default/default/upstream/7489806169369428933 {"id":7489806169369428933,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9a3891ed-5e9c-4f58-aec4-157477fd8738 {"id":"9a3891ed-5e9c-4f58-aec4-157477fd8738","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856403} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605f0cfffe5 9a3891ed-5e9c-4f58-aec4-157477fd8738 /tidb/cdc/default/default/upstream/7489806169369428933 {"id":7489806169369428933,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'failed to get info:' + echo ' *** owner info ***: *** processors info ***: *** etcd info ***: /tidb/cdc/default/__cdc_meta__/capture/9a3891ed-5e9c-4f58-aec4-157477fd8738 {"id":"9a3891ed-5e9c-4f58-aec4-157477fd8738","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/bin/cdc.test","start-timestamp":1743856403} /tidb/cdc/default/__cdc_meta__/meta/meta-version 1 /tidb/cdc/default/__cdc_meta__/owner/22319605f0cfffe5 9a3891ed-5e9c-4f58-aec4-157477fd8738 /tidb/cdc/default/default/upstream/7489806169369428933 {"id":7489806169369428933,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}' + grep -q 'etcd info' + break + set +x + config_path=conf/changefeed.toml + SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1' + run_cdc_cli changefeed create --start-ts=457141492502495233 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml + cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.25241.out cli changefeed create --start-ts=457141492502495233 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_mysql_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml Create changefeed successfully! ID: test-1 Info: {"upstream_id":7489806169369428933,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-05T20:33:26.314926277+08:00","start_ts":457141492502495233,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457141492502495233,"checkpoint_ts":457141492502495233,"checkpoint_time":"2025-04-05 20:33:21.453"} PASS coverage: 2.4% of statements in github.com/pingcap/tiflow/... + set +x + sleep 20 ++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 723 100 723 0 0 20501 0 --:--:-- --:--:-- --:--:-- 20657 + synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-05 20:33:21.453","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2025-04-05 20:33:47.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:33:21.453","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '20:33:47.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' ++ jq .synced + status=false + '[' false '!=' false ']' ++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-05' '20:33:21.453","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-05' '20:33:47.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}' ++ jq -r .info + info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' + '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']' + export GO_FAILPOINTS= + GO_FAILPOINTS= + cleanup_process cdc.test wait process cdc.test exit for 1-th time... wait process cdc.test exit for 2-th time... cdc.test: no process found wait process cdc.test exit for 3-th time... process cdc.test already exit + stop_tidb_cluster + check_logs /tmp/tidb_cdc_test/synced_status ++ date + echo '[Sat Apr 5 20:33:58 CST 2025] <<<<<< run test case synced_status success! >>>>>>' [Sat Apr 5 20:33:58 CST 2025] <<<<<< run test case synced_status success! >>>>>> + stop_tidb_cluster \033[0;36m<<< Run all test success >>>\033[0m [Pipeline] } [Pipeline] // timeout [Pipeline] } Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_mysql_test-233/tiflow-cdc already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Declarative: Post Actions) [Pipeline] script [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $WEBHOOK_URL [Pipeline] { [Pipeline] sh Warning: A secret was passed to "sh" using Groovy String interpolation, which is insecure. Affected argument(s) used the following variable(s): [WEBHOOK_URL] See https://jenkins.io/redirect/groovy-string-interpolation for details. + curl -X POST **** -H 'Content-Type: application/json' -d '{ "msg_type": "text", "content": { "text": "CDC MySQL Integration Test: SUCCESS\nBranch: master\nBuild URL: https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_mysql_test/233/\nJob Page: https://prow.tidb.net/?repo=pingcap%2Ftiflow&type=periodic\n" } }' % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 84 499 0 0 100 422 0 553 --:--:-- --:--:-- --:--:-- 553 100 499 100 77 100 422 101 553 --:--:-- --:--:-- --:--:-- 553 {"StatusCode":0,"StatusMessage":"success","code":0,"data":{},"msg":"success"} [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline Finished: SUCCESS